2024-11-23 14:18:03,394 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 14:18:03,501 main DEBUG Took 0.094752 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 14:18:03,502 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 14:18:03,503 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 14:18:03,504 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 14:18:03,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,532 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 14:18:03,573 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,577 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,579 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,581 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,582 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,584 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,585 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,586 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,587 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,588 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 14:18:03,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,591 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 14:18:03,593 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 14:18:03,595 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 14:18:03,597 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 14:18:03,598 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 14:18:03,600 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 14:18:03,601 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 14:18:03,612 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 14:18:03,615 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 14:18:03,618 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 14:18:03,618 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 14:18:03,619 main DEBUG createAppenders(={Console}) 2024-11-23 14:18:03,620 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-23 14:18:03,620 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 14:18:03,621 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-23 14:18:03,621 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 14:18:03,622 main DEBUG OutputStream closed 2024-11-23 14:18:03,622 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 14:18:03,623 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 14:18:03,623 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-23 14:18:03,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 14:18:03,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 14:18:03,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 14:18:03,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 14:18:03,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 14:18:03,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 14:18:03,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 14:18:03,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 14:18:03,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 14:18:03,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 14:18:03,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 14:18:03,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 14:18:03,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 14:18:03,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 14:18:03,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 14:18:03,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 14:18:03,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 14:18:03,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 14:18:03,744 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 14:18:03,744 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-23 14:18:03,745 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 14:18:03,745 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-23T14:18:03,762 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-23 14:18:03,765 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 14:18:03,765 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T14:18:03,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1226, ProcessCount=11, AvailableMemoryMB=4432 2024-11-23T14:18:04,096 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-23T14:18:04,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40 2024-11-23T14:18:04,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/cluster_df9fdcc7-ea02-fa73-058a-c29efad53406, deleteOnExit=true 2024-11-23T14:18:04,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/cluster_df9fdcc7-ea02-fa73-058a-c29efad53406/zookeeper_0, clientPort=61617, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/cluster_df9fdcc7-ea02-fa73-058a-c29efad53406/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/cluster_df9fdcc7-ea02-fa73-058a-c29efad53406/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:18:04,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61617 2024-11-23T14:18:04,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:18:04,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:18:04,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/test.cache.data in system properties and HBase conf 2024-11-23T14:18:04,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:18:04,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:18:04,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:18:04,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:18:04,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:18:04,384 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T14:18:04,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:18:04,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:04,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:04,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:18:04,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:04,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:18:04,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:18:04,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:04,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:04,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:18:04,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:18:04,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:18:04,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:04,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:18:04,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:18:05,924 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T14:18:06,045 INFO [Time-limited test {}] log.Log(170): Logging initialized @3591ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T14:18:06,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:06,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:06,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:06,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:06,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:18:06,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:06,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:06,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:06,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/java.io.tmpdir/jetty-localhost-34859-hadoop-hdfs-3_4_1-tests_jar-_-any-12820137731492702614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:06,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:34859} 2024-11-23T14:18:06,676 INFO [Time-limited test {}] server.Server(415): Started @4224ms 2024-11-23T14:18:07,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:07,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:07,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:07,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:07,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:18:07,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:07,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:07,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/java.io.tmpdir/jetty-localhost-34387-hadoop-hdfs-3_4_1-tests_jar-_-any-3898019574435561206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:07,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:34387} 2024-11-23T14:18:07,498 INFO [Time-limited test {}] server.Server(415): Started @5045ms 2024-11-23T14:18:07,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:18:09,266 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/cluster_df9fdcc7-ea02-fa73-058a-c29efad53406/data/data2/current/BP-1883450205-172.17.0.3-1732371485310/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:09,266 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/cluster_df9fdcc7-ea02-fa73-058a-c29efad53406/data/data1/current/BP-1883450205-172.17.0.3-1732371485310/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:09,337 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:18:09,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51233fdaaa8e8739 with lease ID 0xc0ff2335aaaf2a46: Processing first storage report for DS-e33edf61-657e-4d84-bda6-7cc814649f14 from datanode DatanodeRegistration(127.0.0.1:40069, datanodeUuid=ba6053c4-2be0-40f0-8281-1cee4934b698, infoPort=34881, infoSecurePort=0, ipcPort=37353, storageInfo=lv=-57;cid=testClusterID;nsid=1091650420;c=1732371485310) 2024-11-23T14:18:09,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51233fdaaa8e8739 with lease ID 0xc0ff2335aaaf2a46: from storage DS-e33edf61-657e-4d84-bda6-7cc814649f14 node DatanodeRegistration(127.0.0.1:40069, datanodeUuid=ba6053c4-2be0-40f0-8281-1cee4934b698, infoPort=34881, infoSecurePort=0, ipcPort=37353, storageInfo=lv=-57;cid=testClusterID;nsid=1091650420;c=1732371485310), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T14:18:09,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51233fdaaa8e8739 with lease ID 0xc0ff2335aaaf2a46: Processing first storage report for DS-13d7ad28-e677-4c48-8e6a-2298c733db06 from datanode DatanodeRegistration(127.0.0.1:40069, datanodeUuid=ba6053c4-2be0-40f0-8281-1cee4934b698, infoPort=34881, infoSecurePort=0, ipcPort=37353, storageInfo=lv=-57;cid=testClusterID;nsid=1091650420;c=1732371485310) 2024-11-23T14:18:09,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51233fdaaa8e8739 with lease ID 0xc0ff2335aaaf2a46: from storage DS-13d7ad28-e677-4c48-8e6a-2298c733db06 node DatanodeRegistration(127.0.0.1:40069, datanodeUuid=ba6053c4-2be0-40f0-8281-1cee4934b698, infoPort=34881, infoSecurePort=0, ipcPort=37353, storageInfo=lv=-57;cid=testClusterID;nsid=1091650420;c=1732371485310), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T14:18:09,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40 2024-11-23T14:18:09,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:09,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:18:10,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f with version=8 2024-11-23T14:18:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/hbase-staging 2024-11-23T14:18:10,201 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T14:18:10,415 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:10,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:10,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:10,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:10,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:10,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:10,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:18:10,630 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T14:18:10,639 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T14:18:10,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:10,668 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10571 (auto-detected) 2024-11-23T14:18:10,669 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-23T14:18:10,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36013 2024-11-23T14:18:10,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36013 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-11-23T14:18:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360130x0, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:10,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36013-0x101680f09f80000 connected 2024-11-23T14:18:11,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:11,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:11,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/running 2024-11-23T14:18:11,229 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f, hbase.cluster.distributed=false 2024-11-23T14:18:11,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/acl 2024-11-23T14:18:11,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-23T14:18:11,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36013 2024-11-23T14:18:11,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36013 2024-11-23T14:18:11,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-23T14:18:11,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-23T14:18:11,370 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:11,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:11,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:11,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:11,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:11,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:11,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:18:11,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:11,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38573 2024-11-23T14:18:11,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38573 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-11-23T14:18:11,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:11,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385730x0, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:11,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385730x0, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/running 2024-11-23T14:18:11,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38573-0x101680f09f80001 connected 2024-11-23T14:18:11,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:18:11,439 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:18:11,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/master 2024-11-23T14:18:11,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/acl 2024-11-23T14:18:11,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-23T14:18:11,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38573 2024-11-23T14:18:11,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38573 2024-11-23T14:18:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-23T14:18:11,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-23T14:18:11,480 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:36013 2024-11-23T14:18:11,481 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01717289711/backup-masters/c6f7b1897123,36013,1732371490247 2024-11-23T14:18:11,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/backup-masters 2024-11-23T14:18:11,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/backup-masters 2024-11-23T14:18:11,587 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on existing znode=/01717289711/backup-masters/c6f7b1897123,36013,1732371490247 2024-11-23T14:18:11,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717289711/master 2024-11-23T14:18:11,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:11,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:11,686 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on existing znode=/01717289711/master 2024-11-23T14:18:11,688 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01717289711/backup-masters/c6f7b1897123,36013,1732371490247 from backup master directory 2024-11-23T14:18:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/backup-masters/c6f7b1897123,36013,1732371490247 2024-11-23T14:18:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/backup-masters 2024-11-23T14:18:11,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/backup-masters 2024-11-23T14:18:11,746 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:11,746 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,36013,1732371490247 2024-11-23T14:18:11,749 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T14:18:11,750 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T14:18:11,825 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/hbase.id] with ID: 99151718-0c78-4338-adcc-d417fd5049f2 2024-11-23T14:18:11,826 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/.tmp/hbase.id 2024-11-23T14:18:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:18:12,238 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/.tmp/hbase.id]:[hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/hbase.id] 2024-11-23T14:18:12,284 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:12,289 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:18:12,307 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-23T14:18:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:18:12,783 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:18:12,787 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:18:12,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:18:12,816 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:18:13,290 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store 2024-11-23T14:18:13,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:18:13,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T14:18:13,339 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:13,341 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:13,341 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:13,341 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:13,344 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:13,344 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:13,344 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:13,346 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371493341Disabling compacts and flushes for region at 1732371493341Disabling writes for close at 1732371493344 (+3 ms)Writing region close event to WAL at 1732371493344Closed at 1732371493344 2024-11-23T14:18:13,361 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/.initializing 2024-11-23T14:18:13,361 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247 2024-11-23T14:18:13,374 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:13,403 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C36013%2C1732371490247, suffix=, logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247, archiveDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/oldWALs, maxLogs=10 2024-11-23T14:18:13,437 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247/c6f7b1897123%2C36013%2C1732371490247.1732371493410, exclude list is [], retry=0 2024-11-23T14:18:13,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-e33edf61-657e-4d84-bda6-7cc814649f14,DISK] 2024-11-23T14:18:13,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T14:18:13,532 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247/c6f7b1897123%2C36013%2C1732371490247.1732371493410 2024-11-23T14:18:13,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-23T14:18:13,534 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:13,534 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:13,539 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,540 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:18:13,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:13,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:13,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:18:13,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:13,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:13,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:18:13,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:13,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:13,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:18:13,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:13,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:13,636 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,641 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,643 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,651 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,651 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,656 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:13,661 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:13,668 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:13,670 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63092367, jitterRate=-0.05985046923160553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:13,679 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371493557Initializing all the Stores at 1732371493559 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371493560 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371493560Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371493561 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371493561Cleaning up temporary data from old regions at 1732371493651 (+90 ms)Region opened successfully at 1732371493679 (+28 ms) 2024-11-23T14:18:13,681 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:18:13,723 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6bce48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:13,763 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:18:13,782 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:18:13,783 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:18:13,787 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:18:13,792 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-23T14:18:13,801 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-23T14:18:13,801 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:18:13,842 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:18:13,858 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/balancer because node does not exist (not necessarily an error) 2024-11-23T14:18:13,923 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/balancer already deleted, retry=false 2024-11-23T14:18:13,930 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:18:13,947 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:18:14,003 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/normalizer already deleted, retry=false 2024-11-23T14:18:14,007 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:18:14,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:18:14,045 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/switch/split already deleted, retry=false 2024-11-23T14:18:14,048 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:18:14,060 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/switch/merge already deleted, retry=false 2024-11-23T14:18:14,079 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:18:14,091 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/snapshot-cleanup already deleted, retry=false 2024-11-23T14:18:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717289711/running 2024-11-23T14:18:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717289711/running 2024-11-23T14:18:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:14,105 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,36013,1732371490247, sessionid=0x101680f09f80000, setting cluster-up flag (Was=false) 2024-11-23T14:18:14,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:14,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:14,172 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717289711/flush-table-proc/acquired, /01717289711/flush-table-proc/reached, /01717289711/flush-table-proc/abort 2024-11-23T14:18:14,175 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,36013,1732371490247 2024-11-23T14:18:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:14,249 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717289711/online-snapshot/acquired, /01717289711/online-snapshot/reached, /01717289711/online-snapshot/abort 2024-11-23T14:18:14,251 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,36013,1732371490247 2024-11-23T14:18:14,258 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:18:14,272 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(746): ClusterId : 99151718-0c78-4338-adcc-d417fd5049f2 2024-11-23T14:18:14,275 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:18:14,290 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:18:14,290 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:18:14,303 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:18:14,304 DEBUG [RS:0;c6f7b1897123:38573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20256adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:14,318 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:38573 2024-11-23T14:18:14,321 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:18:14,321 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:18:14,321 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:18:14,323 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,36013,1732371490247 with port=38573, startcode=1732371491335 2024-11-23T14:18:14,329 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:14,334 DEBUG [RS:0;c6f7b1897123:38573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:18:14,338 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:18:14,345 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:18:14,350 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,36013,1732371490247 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:18:14,360 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:14,360 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:14,360 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:14,361 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:14,361 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:18:14,361 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,361 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:14,361 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,364 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371524364 2024-11-23T14:18:14,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:14,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:18:14,368 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:18:14,368 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:18:14,369 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:18:14,374 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:18:14,374 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:18:14,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:14,375 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:18:14,374 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T14:18:14,375 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:18:14,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:18:14,380 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,384 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:18:14,385 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:18:14,386 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:18:14,387 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:18:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:18:14,391 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:18:14,392 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:18:14,394 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371494393,5,FailOnTimeoutGroup] 2024-11-23T14:18:14,395 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371494394,5,FailOnTimeoutGroup] 2024-11-23T14:18:14,395 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,395 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:18:14,397 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,397 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,408 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T14:18:14,408 WARN [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T14:18:14,510 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,36013,1732371490247 with port=38573, startcode=1732371491335 2024-11-23T14:18:14,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,38573,1732371491335 2024-11-23T14:18:14,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,38573,1732371491335 2024-11-23T14:18:14,527 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f 2024-11-23T14:18:14,527 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45057 2024-11-23T14:18:14,541 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:18:14,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/rs 2024-11-23T14:18:14,566 DEBUG [RS:0;c6f7b1897123:38573 {}] zookeeper.ZKUtil(111): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on existing znode=/01717289711/rs/c6f7b1897123,38573,1732371491335 2024-11-23T14:18:14,566 WARN [RS:0;c6f7b1897123:38573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:14,566 INFO [RS:0;c6f7b1897123:38573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:14,567 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335 2024-11-23T14:18:14,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,38573,1732371491335] 2024-11-23T14:18:14,594 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:18:14,613 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:18:14,617 INFO [RS:0;c6f7b1897123:38573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:18:14,618 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,619 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:18:14,624 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:18:14,626 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,626 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,627 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,628 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,628 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,628 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,628 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:14,629 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,629 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,629 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,629 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,630 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,630 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:14,630 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:14,630 DEBUG [RS:0;c6f7b1897123:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:14,632 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,632 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,633 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,633 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,633 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,633 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,38573,1732371491335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:14,662 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:18:14,664 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,38573,1732371491335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,665 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,665 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.Replication(171): c6f7b1897123,38573,1732371491335 started 2024-11-23T14:18:14,692 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:14,692 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,38573,1732371491335, RpcServer on c6f7b1897123/172.17.0.3:38573, sessionid=0x101680f09f80001 2024-11-23T14:18:14,693 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:18:14,694 DEBUG [RS:0;c6f7b1897123:38573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,38573,1732371491335 2024-11-23T14:18:14,694 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,38573,1732371491335' 2024-11-23T14:18:14,694 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717289711/flush-table-proc/abort' 2024-11-23T14:18:14,696 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717289711/flush-table-proc/acquired' 2024-11-23T14:18:14,700 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:18:14,700 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:18:14,700 DEBUG [RS:0;c6f7b1897123:38573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,38573,1732371491335 2024-11-23T14:18:14,701 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,38573,1732371491335' 2024-11-23T14:18:14,701 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717289711/online-snapshot/abort' 2024-11-23T14:18:14,702 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717289711/online-snapshot/acquired' 2024-11-23T14:18:14,703 DEBUG [RS:0;c6f7b1897123:38573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:18:14,703 INFO [RS:0;c6f7b1897123:38573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:18:14,703 INFO [RS:0;c6f7b1897123:38573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:18:14,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:18:14,791 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f 2024-11-23T14:18:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741832_1008 (size=32) 2024-11-23T14:18:14,808 INFO [RS:0;c6f7b1897123:38573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:14,812 INFO [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C38573%2C1732371491335, suffix=, logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335, archiveDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs, maxLogs=10 2024-11-23T14:18:14,837 DEBUG [RS:0;c6f7b1897123:38573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816, exclude list is [], retry=0 2024-11-23T14:18:14,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-e33edf61-657e-4d84-bda6-7cc814649f14,DISK] 2024-11-23T14:18:14,846 INFO [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 2024-11-23T14:18:14,847 DEBUG [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-23T14:18:15,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:15,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:15,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:15,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:15,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:15,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:15,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:15,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:15,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:15,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:15,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:15,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:15,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:15,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:15,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:15,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:15,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:15,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:15,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740 2024-11-23T14:18:15,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740 2024-11-23T14:18:15,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:15,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:15,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:15,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:15,236 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:15,237 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66593075, jitterRate=-0.007685855031013489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:15,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371495203Initializing all the Stores at 1732371495205 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371495205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371495205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371495205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371495205Cleaning up temporary data from old regions at 1732371495228 (+23 ms)Region opened successfully at 1732371495241 (+13 ms) 2024-11-23T14:18:15,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:15,241 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:15,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:15,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:15,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:15,243 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:15,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371495241Disabling compacts and flushes for region at 1732371495241Disabling writes for close at 1732371495241Writing region close event to WAL at 1732371495242 (+1 ms)Closed at 1732371495243 (+1 ms) 2024-11-23T14:18:15,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:15,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:18:15,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:18:15,262 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:15,265 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:18:15,418 DEBUG [c6f7b1897123:36013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:18:15,433 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,38573,1732371491335 2024-11-23T14:18:15,440 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,38573,1732371491335, state=OPENING 2024-11-23T14:18:15,459 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:18:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:15,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:15,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:15,472 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:15,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,38573,1732371491335}] 2024-11-23T14:18:15,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:18:15,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:18:15,664 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:18:15,665 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:15,665 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:18:15,668 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C38573%2C1732371491335.meta, suffix=.meta, logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335, archiveDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs, maxLogs=10 2024-11-23T14:18:15,685 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.meta.1732371495670.meta, exclude list is [], retry=0 2024-11-23T14:18:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-e33edf61-657e-4d84-bda6-7cc814649f14,DISK] 2024-11-23T14:18:15,694 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.meta.1732371495670.meta 2024-11-23T14:18:15,695 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-23T14:18:15,695 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:15,701 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:18:15,702 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:18:15,705 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:18:15,707 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:18:15,712 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:18:15,713 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:15,713 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:18:15,713 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:18:15,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:15,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:15,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:15,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:15,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:15,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:15,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:15,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:15,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:15,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:15,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:15,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:15,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:15,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:15,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:15,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:15,733 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:15,734 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740 2024-11-23T14:18:15,738 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740 2024-11-23T14:18:15,740 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:15,740 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:15,741 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:15,745 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:15,748 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69616204, jitterRate=0.03736227750778198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:15,748 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:18:15,750 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371495714Writing region info on filesystem at 1732371495714Initializing all the Stores at 1732371495716 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371495716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371495716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371495717 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371495717Cleaning up temporary data from old regions at 1732371495740 (+23 ms)Running coprocessor post-open hooks at 1732371495748 (+8 ms)Region opened successfully at 1732371495750 (+2 ms) 2024-11-23T14:18:15,757 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371495641 2024-11-23T14:18:15,770 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:18:15,770 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:18:15,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,38573,1732371491335 2024-11-23T14:18:15,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,38573,1732371491335, state=OPEN 2024-11-23T14:18:15,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717289711/meta-region-server 2024-11-23T14:18:15,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717289711/meta-region-server 2024-11-23T14:18:15,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:15,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:15,925 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,38573,1732371491335 2024-11-23T14:18:15,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:18:15,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,38573,1732371491335 in 451 msec 2024-11-23T14:18:15,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:18:15,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-23T14:18:15,947 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:15,947 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:18:15,968 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:15,969 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38573,1732371491335, seqNum=-1] 2024-11-23T14:18:15,990 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:15,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:16,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7290 sec 2024-11-23T14:18:16,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371496022, completionTime=-1 2024-11-23T14:18:16,025 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:18:16,025 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:18:16,052 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:18:16,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371556052 2024-11-23T14:18:16,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371616053 2024-11-23T14:18:16,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-23T14:18:16,055 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36013,1732371490247-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:16,055 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36013,1732371490247-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:16,055 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36013,1732371490247-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:16,056 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:36013, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:16,057 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:16,059 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:16,063 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:18:16,087 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.340sec 2024-11-23T14:18:16,089 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:18:16,090 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:18:16,091 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:18:16,091 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:18:16,091 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:18:16,092 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36013,1732371490247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:16,093 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36013,1732371490247-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:18:16,100 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:18:16,101 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:18:16,101 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36013,1732371490247-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:16,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:16,192 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T14:18:16,192 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T14:18:16,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36013,-1 for getting cluster id 2024-11-23T14:18:16,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:16,209 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99151718-0c78-4338-adcc-d417fd5049f2' 2024-11-23T14:18:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99151718-0c78-4338-adcc-d417fd5049f2" 2024-11-23T14:18:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36013,-1] 2024-11-23T14:18:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:16,223 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:16,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:16,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:16,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38573,1732371491335, seqNum=-1] 2024-11-23T14:18:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:16,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:16,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,36013,1732371490247 2024-11-23T14:18:16,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-11-23T14:18:16,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:16,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101680f09f80002 connected 2024-11-23T14:18:16,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.log.dir so I do NOT create it in target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf 2024-11-23T14:18:16,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:18:16,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.tmp.dir so I do NOT create it in target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf 2024-11-23T14:18:16,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:18:16,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf 2024-11-23T14:18:16,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:18:16,386 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/cluster_e27af9ba-e8fd-58d6-0a47-3b63ef51bea7, deleteOnExit=true 2024-11-23T14:18:16,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:18:16,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/test.cache.data in system properties and HBase conf 2024-11-23T14:18:16,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:18:16,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:18:16,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:18:16,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:18:16,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:18:16,388 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:18:16,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:16,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:16,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:18:16,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:16,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:18:16,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:18:16,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:16,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:16,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:18:16,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:18:16,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:18:16,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:16,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:18:16,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:18:16,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:16,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:16,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:16,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:16,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:18:16,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:16,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:16,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:17,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/java.io.tmpdir/jetty-localhost-44191-hadoop-hdfs-3_4_1-tests_jar-_-any-512661081269471232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:17,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:44191} 2024-11-23T14:18:17,007 INFO [Time-limited test {}] server.Server(415): Started @14554ms 2024-11-23T14:18:17,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:17,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:17,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:17,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:17,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:18:17,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:17,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:17,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/java.io.tmpdir/jetty-localhost-44817-hadoop-hdfs-3_4_1-tests_jar-_-any-8742817362197462659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:17,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:44817} 2024-11-23T14:18:17,425 INFO [Time-limited test {}] server.Server(415): Started @14972ms 2024-11-23T14:18:17,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:18:18,199 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/cluster_e27af9ba-e8fd-58d6-0a47-3b63ef51bea7/data/data2/current/BP-884584835-172.17.0.3-1732371496430/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:18,199 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/cluster_e27af9ba-e8fd-58d6-0a47-3b63ef51bea7/data/data1/current/BP-884584835-172.17.0.3-1732371496430/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:18,257 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:18:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f53689bd733cd75 with lease ID 0x8d4d07c90ff6c6e3: Processing first storage report for DS-729c95b7-332a-4df5-8de3-fdc0f83bd834 from datanode DatanodeRegistration(127.0.0.1:38047, datanodeUuid=ac3a1d68-224d-411c-8c33-b461c2be3ed5, infoPort=42303, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=1409328699;c=1732371496430) 2024-11-23T14:18:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f53689bd733cd75 with lease ID 0x8d4d07c90ff6c6e3: from storage DS-729c95b7-332a-4df5-8de3-fdc0f83bd834 node DatanodeRegistration(127.0.0.1:38047, datanodeUuid=ac3a1d68-224d-411c-8c33-b461c2be3ed5, infoPort=42303, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=1409328699;c=1732371496430), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:18:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f53689bd733cd75 with lease ID 0x8d4d07c90ff6c6e3: Processing first storage report for DS-80a6a0db-2351-45f2-b93b-b1ba06cf3c96 from datanode DatanodeRegistration(127.0.0.1:38047, datanodeUuid=ac3a1d68-224d-411c-8c33-b461c2be3ed5, infoPort=42303, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=1409328699;c=1732371496430) 2024-11-23T14:18:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f53689bd733cd75 with lease ID 0x8d4d07c90ff6c6e3: from storage DS-80a6a0db-2351-45f2-b93b-b1ba06cf3c96 node DatanodeRegistration(127.0.0.1:38047, datanodeUuid=ac3a1d68-224d-411c-8c33-b461c2be3ed5, infoPort=42303, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=1409328699;c=1732371496430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:18:18,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf 2024-11-23T14:18:18,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:18,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:18,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:18:18,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090 with version=8 2024-11-23T14:18:18,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/hbase-staging 2024-11-23T14:18:18,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:18,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:18,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:18,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:18,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:18,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:18,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:18:18,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:18,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42811 2024-11-23T14:18:18,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42811 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-11-23T14:18:18,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428110x0, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:18,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42811-0x101680f09f80003 connected 2024-11-23T14:18:18,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:18,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:18,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on znode that does not yet exist, /1-1881569530/running 2024-11-23T14:18:18,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090, hbase.cluster.distributed=false 2024-11-23T14:18:18,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on znode that does not yet exist, /1-1881569530/acl 2024-11-23T14:18:18,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-23T14:18:18,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42811 2024-11-23T14:18:18,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42811 2024-11-23T14:18:18,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-23T14:18:18,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-23T14:18:18,847 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:18,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:18,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:18,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:18,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:18,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:18,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:18:18,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:18,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35545 2024-11-23T14:18:18,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35545 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-11-23T14:18:18,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:18,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:18,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355450x0, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:18,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355450x0, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on znode that does not yet exist, /1-1881569530/running 2024-11-23T14:18:18,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35545-0x101680f09f80004 connected 2024-11-23T14:18:18,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:18:18,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:18:18,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on znode that does not yet exist, /1-1881569530/master 2024-11-23T14:18:18,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on znode that does not yet exist, /1-1881569530/acl 2024-11-23T14:18:18,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35545 2024-11-23T14:18:18,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35545 2024-11-23T14:18:18,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35545 2024-11-23T14:18:18,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35545 2024-11-23T14:18:18,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35545 2024-11-23T14:18:18,917 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:42811 2024-11-23T14:18:18,923 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1881569530/backup-masters/c6f7b1897123,42811,1732371498720 2024-11-23T14:18:18,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530/backup-masters 2024-11-23T14:18:18,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530/backup-masters 2024-11-23T14:18:18,941 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on existing znode=/1-1881569530/backup-masters/c6f7b1897123,42811,1732371498720 2024-11-23T14:18:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1881569530/master 2024-11-23T14:18:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:18,951 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on existing znode=/1-1881569530/master 2024-11-23T14:18:18,953 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1881569530/backup-masters/c6f7b1897123,42811,1732371498720 from backup master directory 2024-11-23T14:18:18,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1881569530/backup-masters/c6f7b1897123,42811,1732371498720 2024-11-23T14:18:18,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530/backup-masters 2024-11-23T14:18:18,965 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:18,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530/backup-masters 2024-11-23T14:18:18,965 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,42811,1732371498720 2024-11-23T14:18:18,973 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/hbase.id] with ID: 4475c8db-38e4-42fd-bc07-50830e50f8c7 2024-11-23T14:18:18,973 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/.tmp/hbase.id 2024-11-23T14:18:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:18:19,393 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/.tmp/hbase.id]:[hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/hbase.id] 2024-11-23T14:18:19,417 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:19,417 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:18:19,420 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-23T14:18:19,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:19,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:18:19,841 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:18:19,842 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:18:19,842 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:18:20,262 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store 2024-11-23T14:18:20,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:18:20,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:18:20,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:18:20,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:18:20,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:20,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T14:18:20,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:20,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T14:18:20,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:18:20,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T14:18:20,680 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:20,680 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:20,680 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:20,680 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:20,680 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:20,680 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:20,680 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:20,680 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371500680Disabling compacts and flushes for region at 1732371500680Disabling writes for close at 1732371500680Writing region close event to WAL at 1732371500680Closed at 1732371500680 2024-11-23T14:18:20,682 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/.initializing 2024-11-23T14:18:20,682 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/WALs/c6f7b1897123,42811,1732371498720 2024-11-23T14:18:20,684 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:20,688 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C42811%2C1732371498720, suffix=, logDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/WALs/c6f7b1897123,42811,1732371498720, archiveDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/oldWALs, maxLogs=10 2024-11-23T14:18:20,704 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/WALs/c6f7b1897123,42811,1732371498720/c6f7b1897123%2C42811%2C1732371498720.1732371500688, exclude list is [], retry=0 2024-11-23T14:18:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38047,DS-729c95b7-332a-4df5-8de3-fdc0f83bd834,DISK] 2024-11-23T14:18:20,712 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/WALs/c6f7b1897123,42811,1732371498720/c6f7b1897123%2C42811%2C1732371498720.1732371500688 2024-11-23T14:18:20,712 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-11-23T14:18:20,712 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:20,713 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:20,713 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,713 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:18:20,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:20,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:20,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:18:20,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:20,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:20,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:18:20,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:20,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:20,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:18:20,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:20,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:20,729 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,732 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,735 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,735 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,736 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:20,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:20,744 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:20,745 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61832929, jitterRate=-0.07861755788326263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:20,745 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371500713Initializing all the Stores at 1732371500715 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371500715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371500715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371500715Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371500715Cleaning up temporary data from old regions at 1732371500735 (+20 ms)Region opened successfully at 1732371500745 (+10 ms) 2024-11-23T14:18:20,748 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:18:20,755 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e489f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:20,756 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:18:20,756 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:18:20,756 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:18:20,756 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:18:20,757 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:18:20,758 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:18:20,758 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:18:20,761 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:18:20,762 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Unable to get data of znode /1-1881569530/balancer because node does not exist (not necessarily an error) 2024-11-23T14:18:20,775 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1881569530/balancer already deleted, retry=false 2024-11-23T14:18:20,776 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:18:20,780 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Unable to get data of znode /1-1881569530/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:18:20,792 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1881569530/normalizer already deleted, retry=false 2024-11-23T14:18:20,793 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:18:20,795 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Unable to get data of znode /1-1881569530/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:18:20,807 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1881569530/switch/split already deleted, retry=false 2024-11-23T14:18:20,808 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Unable to get data of znode /1-1881569530/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:18:20,817 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1881569530/switch/merge already deleted, retry=false 2024-11-23T14:18:20,821 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Unable to get data of znode /1-1881569530/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:18:20,828 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1881569530/snapshot-cleanup already deleted, retry=false 2024-11-23T14:18:20,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1881569530/running 2024-11-23T14:18:20,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1881569530/running 2024-11-23T14:18:20,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:20,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:20,839 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,42811,1732371498720, sessionid=0x101680f09f80003, setting cluster-up flag (Was=false) 2024-11-23T14:18:20,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:20,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:20,891 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1881569530/flush-table-proc/acquired, /1-1881569530/flush-table-proc/reached, /1-1881569530/flush-table-proc/abort 2024-11-23T14:18:20,892 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,42811,1732371498720 2024-11-23T14:18:20,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:20,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:20,996 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1881569530/online-snapshot/acquired, /1-1881569530/online-snapshot/reached, /1-1881569530/online-snapshot/abort 2024-11-23T14:18:20,998 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,42811,1732371498720 2024-11-23T14:18:21,001 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:18:21,004 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:21,004 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:18:21,004 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:18:21,005 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,42811,1732371498720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:18:21,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:21,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:21,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:21,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:21,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:18:21,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:21,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371531009 2024-11-23T14:18:21,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:18:21,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:18:21,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:18:21,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:18:21,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:18:21,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:18:21,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:18:21,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:18:21,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:21,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:18:21,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:18:21,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:18:21,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:18:21,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:18:21,012 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:21,012 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371501010,5,FailOnTimeoutGroup] 2024-11-23T14:18:21,012 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371501012,5,FailOnTimeoutGroup] 2024-11-23T14:18:21,012 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,012 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:18:21,012 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:18:21,013 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:18:21,020 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(746): ClusterId : 4475c8db-38e4-42fd-bc07-50830e50f8c7 2024-11-23T14:18:21,020 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:18:21,029 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:18:21,029 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:18:21,039 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:18:21,040 DEBUG [RS:0;c6f7b1897123:35545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c580a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:21,053 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:35545 2024-11-23T14:18:21,053 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:18:21,053 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:18:21,053 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:18:21,054 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,42811,1732371498720 with port=35545, startcode=1732371498847 2024-11-23T14:18:21,055 DEBUG [RS:0;c6f7b1897123:35545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:18:21,056 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:18:21,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,35545,1732371498847 2024-11-23T14:18:21,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42811 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,35545,1732371498847 2024-11-23T14:18:21,060 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090 2024-11-23T14:18:21,060 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35065 2024-11-23T14:18:21,060 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:18:21,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530/rs 2024-11-23T14:18:21,121 DEBUG [RS:0;c6f7b1897123:35545 {}] zookeeper.ZKUtil(111): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on existing znode=/1-1881569530/rs/c6f7b1897123,35545,1732371498847 2024-11-23T14:18:21,121 WARN [RS:0;c6f7b1897123:35545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:21,121 INFO [RS:0;c6f7b1897123:35545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:21,122 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/WALs/c6f7b1897123,35545,1732371498847 2024-11-23T14:18:21,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,35545,1732371498847] 2024-11-23T14:18:21,130 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:18:21,132 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:18:21,132 INFO [RS:0;c6f7b1897123:35545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:18:21,132 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,132 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:18:21,134 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:18:21,134 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,134 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,134 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,134 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,134 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,134 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,134 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:21,134 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,134 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,135 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,135 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,135 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,135 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:21,135 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:21,135 DEBUG [RS:0;c6f7b1897123:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:21,135 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,135 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,135 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,136 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,136 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,136 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35545,1732371498847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:21,150 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:18:21,151 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35545,1732371498847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,151 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,151 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.Replication(171): c6f7b1897123,35545,1732371498847 started 2024-11-23T14:18:21,164 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:21,164 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,35545,1732371498847, RpcServer on c6f7b1897123/172.17.0.3:35545, sessionid=0x101680f09f80004 2024-11-23T14:18:21,164 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:18:21,164 DEBUG [RS:0;c6f7b1897123:35545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,35545,1732371498847 2024-11-23T14:18:21,165 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,35545,1732371498847' 2024-11-23T14:18:21,165 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1881569530/flush-table-proc/abort' 2024-11-23T14:18:21,165 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1881569530/flush-table-proc/acquired' 2024-11-23T14:18:21,166 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:18:21,166 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:18:21,166 DEBUG [RS:0;c6f7b1897123:35545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,35545,1732371498847 2024-11-23T14:18:21,166 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,35545,1732371498847' 2024-11-23T14:18:21,166 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1881569530/online-snapshot/abort' 2024-11-23T14:18:21,166 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1881569530/online-snapshot/acquired' 2024-11-23T14:18:21,167 DEBUG [RS:0;c6f7b1897123:35545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:18:21,167 INFO [RS:0;c6f7b1897123:35545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:18:21,167 INFO [RS:0;c6f7b1897123:35545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:18:21,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:18:21,268 INFO [RS:0;c6f7b1897123:35545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:21,274 INFO [RS:0;c6f7b1897123:35545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C35545%2C1732371498847, suffix=, logDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/WALs/c6f7b1897123,35545,1732371498847, archiveDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/oldWALs, maxLogs=10 2024-11-23T14:18:21,291 DEBUG [RS:0;c6f7b1897123:35545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/WALs/c6f7b1897123,35545,1732371498847/c6f7b1897123%2C35545%2C1732371498847.1732371501276, exclude list is [], retry=0 2024-11-23T14:18:21,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38047,DS-729c95b7-332a-4df5-8de3-fdc0f83bd834,DISK] 2024-11-23T14:18:21,304 INFO [RS:0;c6f7b1897123:35545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/WALs/c6f7b1897123,35545,1732371498847/c6f7b1897123%2C35545%2C1732371498847.1732371501276 2024-11-23T14:18:21,304 DEBUG [RS:0;c6f7b1897123:35545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-11-23T14:18:21,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:18:21,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090 2024-11-23T14:18:21,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:18:21,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:21,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:21,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:21,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:21,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:21,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:21,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:21,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:21,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:21,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:21,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:21,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:21,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:21,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:21,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:21,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:21,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:21,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:21,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740 2024-11-23T14:18:21,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740 2024-11-23T14:18:21,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:21,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:21,855 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:21,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:21,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:21,863 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70161378, jitterRate=0.045486003160476685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:21,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371501832Initializing all the Stores at 1732371501834 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371501834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371501834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371501834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371501834Cleaning up temporary data from old regions at 1732371501854 (+20 ms)Region opened successfully at 1732371501863 (+9 ms) 2024-11-23T14:18:21,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:21,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:21,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:21,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:21,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:21,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:21,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371501863Disabling compacts and flushes for region at 1732371501863Disabling writes for close at 1732371501863Writing region close event to WAL at 1732371501864 (+1 ms)Closed at 1732371501864 2024-11-23T14:18:21,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:21,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:18:21,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:18:21,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:21,872 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:18:22,023 DEBUG [c6f7b1897123:42811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:18:22,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,35545,1732371498847 2024-11-23T14:18:22,025 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,35545,1732371498847, state=OPENING 2024-11-23T14:18:22,068 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:18:22,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:22,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:22,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:22,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1881569530/meta-region-server: CHANGED 2024-11-23T14:18:22,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1881569530/meta-region-server: CHANGED 2024-11-23T14:18:22,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,35545,1732371498847}] 2024-11-23T14:18:22,287 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:18:22,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:18:22,296 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:18:22,296 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:22,297 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:18:22,300 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C35545%2C1732371498847.meta, suffix=.meta, logDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/WALs/c6f7b1897123,35545,1732371498847, archiveDir=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/oldWALs, maxLogs=10 2024-11-23T14:18:22,314 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/WALs/c6f7b1897123,35545,1732371498847/c6f7b1897123%2C35545%2C1732371498847.meta.1732371502301.meta, exclude list is [], retry=0 2024-11-23T14:18:22,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38047,DS-729c95b7-332a-4df5-8de3-fdc0f83bd834,DISK] 2024-11-23T14:18:22,320 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/WALs/c6f7b1897123,35545,1732371498847/c6f7b1897123%2C35545%2C1732371498847.meta.1732371502301.meta 2024-11-23T14:18:22,320 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-11-23T14:18:22,320 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:22,321 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:18:22,321 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:18:22,321 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:18:22,321 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:18:22,321 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:18:22,321 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:22,321 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:18:22,321 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:18:22,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:22,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:22,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:22,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:22,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:22,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:22,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:22,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:22,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:22,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:22,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:22,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:22,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:22,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:22,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:22,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:22,332 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:22,333 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740 2024-11-23T14:18:22,335 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740 2024-11-23T14:18:22,338 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:22,338 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:22,339 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:22,341 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:22,343 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68265588, jitterRate=0.017236530780792236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:22,344 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:18:22,344 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371502322Writing region info on filesystem at 1732371502322Initializing all the Stores at 1732371502323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371502323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371502323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371502323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371502323Cleaning up temporary data from old regions at 1732371502338 (+15 ms)Running coprocessor post-open hooks at 1732371502344 (+6 ms)Region opened successfully at 1732371502344 2024-11-23T14:18:22,346 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371502287 2024-11-23T14:18:22,348 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:18:22,349 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:18:22,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,35545,1732371498847 2024-11-23T14:18:22,351 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,35545,1732371498847, state=OPEN 2024-11-23T14:18:22,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1881569530/meta-region-server 2024-11-23T14:18:22,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1881569530/meta-region-server 2024-11-23T14:18:22,394 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,35545,1732371498847 2024-11-23T14:18:22,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1881569530/meta-region-server: CHANGED 2024-11-23T14:18:22,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1881569530/meta-region-server: CHANGED 2024-11-23T14:18:22,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:18:22,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,35545,1732371498847 in 261 msec 2024-11-23T14:18:22,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:18:22,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-11-23T14:18:22,407 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:22,407 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:18:22,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:22,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,35545,1732371498847, seqNum=-1] 2024-11-23T14:18:22,410 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:22,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:22,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4160 sec 2024-11-23T14:18:22,420 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371502420, completionTime=-1 2024-11-23T14:18:22,420 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:18:22,420 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:18:22,423 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:18:22,423 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371562423 2024-11-23T14:18:22,423 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371622423 2024-11-23T14:18:22,423 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T14:18:22,423 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42811,1732371498720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:22,423 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42811,1732371498720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:22,423 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42811,1732371498720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:22,423 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:42811, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:22,424 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:22,424 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:22,427 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:18:22,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.464sec 2024-11-23T14:18:22,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:18:22,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:18:22,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:18:22,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:18:22,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:18:22,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42811,1732371498720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:22,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42811,1732371498720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:18:22,433 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:18:22,433 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:18:22,434 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42811,1732371498720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:22,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:22,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:22,523 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a09bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:22,527 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:22,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:22,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,35545,1732371498847, seqNum=-1] 2024-11-23T14:18:22,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:22,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:22,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,42811,1732371498720 2024-11-23T14:18:22,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-11-23T14:18:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:22,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101680f09f80005 connected 2024-11-23T14:18:22,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36013,-1 for getting cluster id 2024-11-23T14:18:22,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:22,682 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99151718-0c78-4338-adcc-d417fd5049f2' 2024-11-23T14:18:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99151718-0c78-4338-adcc-d417fd5049f2" 2024-11-23T14:18:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370df2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36013,-1] 2024-11-23T14:18:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:22,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:22,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770997b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36013,1732371490247 2024-11-23T14:18:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dfd9a77 2024-11-23T14:18:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:22,703 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:22,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:18:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:18:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:22,715 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:42811' 2024-11-23T14:18:22,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b1d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,717 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:22,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:22,718 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:22,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:22,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:22,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588a06c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:22,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:22,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:22,721 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d580c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:22,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:22,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,42811,1732371498720 2024-11-23T14:18:22,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c5d59fb 2024-11-23T14:18:22,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:22,729 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:22,743 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:18:22,743 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:18:22,747 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:22,747 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:22,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:22,749 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:18:22,754 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:18:22,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:18:22,759 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:22,761 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:18:22,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741835_1011 (size=1138) 2024-11-23T14:18:22,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd93d436c3c8c0bb1a1bb5daa40f9ae0, NAME => 'hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f 2024-11-23T14:18:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741836_1012 (size=44) 2024-11-23T14:18:22,809 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:18:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:23,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:23,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd93d436c3c8c0bb1a1bb5daa40f9ae0, disabling compactions & flushes 2024-11-23T14:18:23,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:23,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:23,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. after waiting 0 ms 2024-11-23T14:18:23,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:23,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:23,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd93d436c3c8c0bb1a1bb5daa40f9ae0: Waiting for close lock at 1732371503193Disabling compacts and flushes for region at 1732371503193Disabling writes for close at 1732371503194 (+1 ms)Writing region close event to WAL at 1732371503194Closed at 1732371503194 2024-11-23T14:18:23,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:18:23,204 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371503197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371503197"}]},"ts":"1732371503197"} 2024-11-23T14:18:23,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:18:23,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:18:23,212 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371503210"}]},"ts":"1732371503210"} 2024-11-23T14:18:23,216 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:18:23,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN}] 2024-11-23T14:18:23,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN 2024-11-23T14:18:23,222 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN; state=OFFLINE, location=c6f7b1897123,38573,1732371491335; forceNewPlan=false, retain=false 2024-11-23T14:18:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:23,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cd93d436c3c8c0bb1a1bb5daa40f9ae0, regionState=OPENING, regionLocation=c6f7b1897123,38573,1732371491335 2024-11-23T14:18:23,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN because future has completed 2024-11-23T14:18:23,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd93d436c3c8c0bb1a1bb5daa40f9ae0, server=c6f7b1897123,38573,1732371491335}] 2024-11-23T14:18:23,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:23,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:23,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:18:23,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C38573%2C1732371491335.rep, suffix=, logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335, archiveDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs, maxLogs=10 2024-11-23T14:18:23,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.rep.1732371503548, exclude list is [], retry=0 2024-11-23T14:18:23,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-e33edf61-657e-4d84-bda6-7cc814649f14,DISK] 2024-11-23T14:18:23,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.rep.1732371503548 2024-11-23T14:18:23,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-23T14:18:23,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cd93d436c3c8c0bb1a1bb5daa40f9ae0, NAME => 'hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:23,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:18:23,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:18:23,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. service=MultiRowMutationService 2024-11-23T14:18:23,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:18:23,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:23,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,571 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,573 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd93d436c3c8c0bb1a1bb5daa40f9ae0 columnFamilyName hfileref 2024-11-23T14:18:23,573 DEBUG [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:23,574 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(327): Store=cd93d436c3c8c0bb1a1bb5daa40f9ae0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:23,574 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,575 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd93d436c3c8c0bb1a1bb5daa40f9ae0 columnFamilyName queue 2024-11-23T14:18:23,575 DEBUG [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:23,576 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(327): Store=cd93d436c3c8c0bb1a1bb5daa40f9ae0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:23,576 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,578 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd93d436c3c8c0bb1a1bb5daa40f9ae0 columnFamilyName sid 2024-11-23T14:18:23,578 DEBUG [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:23,578 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(327): Store=cd93d436c3c8c0bb1a1bb5daa40f9ae0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:23,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:18:23,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:23,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cd93d436c3c8c0bb1a1bb5daa40f9ae0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68915861, jitterRate=0.026926353573799133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:18:23,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:23,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cd93d436c3c8c0bb1a1bb5daa40f9ae0: Running coprocessor pre-open hook at 1732371503570Writing region info on filesystem at 1732371503570Initializing all the Stores at 1732371503571 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371503571Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371503571Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371503571Cleaning up temporary data from old regions at 1732371503583 (+12 ms)Running coprocessor post-open hooks at 1732371503590 (+7 ms)Region opened successfully at 1732371503591 (+1 ms) 2024-11-23T14:18:23,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0., pid=7, masterSystemTime=1732371503534 2024-11-23T14:18:23,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:23,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:23,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cd93d436c3c8c0bb1a1bb5daa40f9ae0, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,38573,1732371491335 2024-11-23T14:18:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd93d436c3c8c0bb1a1bb5daa40f9ae0, server=c6f7b1897123,38573,1732371491335 because future has completed 2024-11-23T14:18:23,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T14:18:23,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cd93d436c3c8c0bb1a1bb5daa40f9ae0, server=c6f7b1897123,38573,1732371491335 in 223 msec 2024-11-23T14:18:23,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:18:23,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN in 389 msec 2024-11-23T14:18:23,612 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:18:23,612 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371503612"}]},"ts":"1732371503612"} 2024-11-23T14:18:23,615 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:18:23,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:18:23,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 867 msec 2024-11-23T14:18:23,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0., hostname=c6f7b1897123,38573,1732371491335, seqNum=2] 2024-11-23T14:18:23,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38573 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T14:18:23,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:23,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:23,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:18:24,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T14:18:24,024 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:18:24,064 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,38573,1732371491335, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:18:24,065 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:24,066 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38573,1732371491335, seqNum=-1] 2024-11-23T14:18:24,066 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:24,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T14:18:24,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,38573,1732371491335', locateType=CURRENT is [region=hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0., hostname=c6f7b1897123,38573,1732371491335, seqNum=2] 2024-11-23T14:18:24,078 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T14:18:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T14:18:24,084 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,38573,1732371491335 suceeded 2024-11-23T14:18:24,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T14:18:24,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-23T14:18:24,089 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:18:24,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3830 sec 2024-11-23T14:18:24,102 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:42811' 2024-11-23T14:18:24,104 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c56774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,104 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:24,104 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:24,105 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c503946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:24,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:24,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:24,107 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:24,108 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a0baa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,108 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,42811,1732371498720 2024-11-23T14:18:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5921e315 2024-11-23T14:18:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:24,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T14:18:24,113 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,38573,1732371491335 (queues=1) is replicating from cluster=99151718-0c78-4338-adcc-d417fd5049f2 to cluster=4475c8db-38e4-42fd-bc07-50830e50f8c7 2024-11-23T14:18:24,114 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C38573%2C1732371491335 2024-11-23T14:18:24,118 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,38573,1732371491335, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:18:24,120 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.shipperc6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C38573%2C1732371491335 2024-11-23T14:18:24,124 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816, startPosition=0, beingWritten=true 2024-11-23T14:18:24,380 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:24,689 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:24,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:24,866 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:18:24,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:24,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:24,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:24,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:24,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36013,-1 for getting cluster id 2024-11-23T14:18:24,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:24,870 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99151718-0c78-4338-adcc-d417fd5049f2' 2024-11-23T14:18:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99151718-0c78-4338-adcc-d417fd5049f2" 2024-11-23T14:18:24,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf3232c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36013,-1] 2024-11-23T14:18:24,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:24,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:24,875 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311c7da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:24,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36013,1732371490247 2024-11-23T14:18:24,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f89fb4 2024-11-23T14:18:24,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:24,884 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:24,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://c6f7b1897123:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:18:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:18:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T14:18:24,893 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:42811' 2024-11-23T14:18:24,894 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a9b2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,894 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:24,895 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:24,895 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e18b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:24,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:24,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:24,898 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:24,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f94d2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:24,899 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:24,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,42811,1732371498720 2024-11-23T14:18:24,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eab0de6 2024-11-23T14:18:24,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:24,902 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:24,903 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-23T14:18:24,903 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:18:24,903 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:24,903 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:24,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:24,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:18:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T14:18:25,098 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:25,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-23T14:18:25,145 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T14:18:25,175 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c6f7b1897123,38573,1732371491335, ReplicationSource: 2, currentBandwidth=0 2024-11-23T14:18:25,179 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T14:18:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T14:18:25,183 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c6f7b1897123,38573,1732371491335 suceeded 2024-11-23T14:18:25,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:18:25,187 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c6f7b1897123:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:18:25,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-23T14:18:25,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 302 msec 2024-11-23T14:18:25,195 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:42811' 2024-11-23T14:18:25,196 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbcc03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,196 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:25,197 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:25,198 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:25,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:25,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:25,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c4017ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:25,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:25,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,201 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:25,202 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111076b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,202 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:25,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,42811,1732371498720 2024-11-23T14:18:25,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d730fa7 2024-11-23T14:18:25,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:25,204 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T14:18:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T14:18:25,205 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T14:18:25,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:25,205 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c6f7b1897123,38573,1732371491335 (queues=1) is replicating from cluster=99151718-0c78-4338-adcc-d417fd5049f2 to cluster=4475c8db-38e4-42fd-bc07-50830e50f8c7 2024-11-23T14:18:25,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:25,205 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c6f7b1897123%2C38573%2C1732371491335 2024-11-23T14:18:25,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,205 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c6f7b1897123,38573,1732371491335, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:18:25,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:25,206 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.shipperc6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C38573%2C1732371491335 2024-11-23T14:18:25,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:25,207 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816, startPosition=0, beingWritten=true 2024-11-23T14:18:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36013,1732371490247 2024-11-23T14:18:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac72443 2024-11-23T14:18:25,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:25,212 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:25,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T14:18:25,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T14:18:25,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T14:18:25,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T14:18:25,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:18:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T14:18:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T14:18:25,226 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:42811' 2024-11-23T14:18:25,227 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e55d941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,227 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:25,227 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:25,228 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:25,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fe1267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:25,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:25,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,230 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:25,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f3e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,231 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:25,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,42811,1732371498720 2024-11-23T14:18:25,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373fcff 2024-11-23T14:18:25,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:25,233 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:25,234 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T14:18:25,234 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:18:25,234 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,235 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:25,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:18:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T14:18:25,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-23T14:18:25,405 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-23T14:18:25,407 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T14:18:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T14:18:25,412 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c6f7b1897123,38573,1732371491335 suceeded 2024-11-23T14:18:25,414 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:25,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T14:18:25,417 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c6f7b1897123:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:18:25,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-23T14:18:25,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-23T14:18:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T14:18:25,545 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-23T14:18:25,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://c6f7b1897123:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:18:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T14:18:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T14:18:25,550 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:42811' 2024-11-23T14:18:25,551 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258c60f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,551 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:25,551 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:25,552 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:25,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:25,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d58e86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,555 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:25,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5cfeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:25,556 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:25,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,42811,1732371498720 2024-11-23T14:18:25,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@524f3b2b 2024-11-23T14:18:25,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:25,559 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:25,560 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T14:18:25,560 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:18:25,560 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,560 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:25,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:18:25,607 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T14:18:25,722 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:25,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-23T14:18:25,731 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-23T14:18:25,733 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T14:18:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T14:18:25,738 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c6f7b1897123,38573,1732371491335 suceeded 2024-11-23T14:18:25,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T14:18:25,743 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c6f7b1897123:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:18:25,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-23T14:18:25,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-23T14:18:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T14:18:25,865 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-23T14:18:25,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T14:18:25,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T14:18:25,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:25,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:25,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:25,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:18:25,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-23T14:18:25,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,36013,1732371490247 2024-11-23T14:18:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/running 2024-11-23T14:18:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/running 2024-11-23T14:18:25,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:25,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:25,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:25,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/running 2024-11-23T14:18:25,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/running 2024-11-23T14:18:25,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,38573,1732371491335' ***** 2024-11-23T14:18:25,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:18:25,882 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:18:25,882 INFO [RS:0;c6f7b1897123:38573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:18:25,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:18:25,882 INFO [RS:0;c6f7b1897123:38573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:18:25,883 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:25,883 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,38573,1732371491335 2024-11-23T14:18:25,883 INFO [RS:0;c6f7b1897123:38573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:25,883 INFO [RS:0;c6f7b1897123:38573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:38573. 2024-11-23T14:18:25,883 DEBUG [RS:0;c6f7b1897123:38573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:25,883 DEBUG [RS:0;c6f7b1897123:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:25,884 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd93d436c3c8c0bb1a1bb5daa40f9ae0, disabling compactions & flushes 2024-11-23T14:18:25,884 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:25,884 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:25,884 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:18:25,884 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:18:25,884 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. after waiting 0 ms 2024-11-23T14:18:25,884 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:18:25,884 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:25,884 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:18:25,885 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:18:25,885 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:25,885 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1325): Online Regions={cd93d436c3c8c0bb1a1bb5daa40f9ae0=hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:18:25,885 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:25,885 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:25,885 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:25,885 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:25,886 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:25,890 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd93d436c3c8c0bb1a1bb5daa40f9ae0 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-23T14:18:25,890 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T14:18:25,943 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:25,958 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/info/9e76d8921b464820a0cab825ddcb955e is 147, key is hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0./info:regioninfo/1732371503597/Put/seqid=0 2024-11-23T14:18:25,958 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/.tmp/queue/225cf176ac494732a1a2a087d17cbc20 is 151, key is 1-c6f7b1897123,38573,1732371491335/queue:c6f7b1897123%2C38573%2C1732371491335/1732371504073/Put/seqid=0 2024-11-23T14:18:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741838_1014 (size=5500) 2024-11-23T14:18:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741839_1015 (size=6631) 2024-11-23T14:18:25,971 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/.tmp/queue/225cf176ac494732a1a2a087d17cbc20 2024-11-23T14:18:26,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/.tmp/queue/225cf176ac494732a1a2a087d17cbc20 as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/queue/225cf176ac494732a1a2a087d17cbc20 2024-11-23T14:18:26,024 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/queue/225cf176ac494732a1a2a087d17cbc20, entries=2, sequenceid=6, filesize=5.4 K 2024-11-23T14:18:26,032 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for cd93d436c3c8c0bb1a1bb5daa40f9ae0 in 142ms, sequenceid=6, compaction requested=false 2024-11-23T14:18:26,032 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:18:26,041 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T14:18:26,044 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:26,044 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:26,044 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:26,044 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd93d436c3c8c0bb1a1bb5daa40f9ae0: Waiting for close lock at 1732371505883Running coprocessor pre-close hooks at 1732371505883Disabling compacts and flushes for region at 1732371505883Disabling writes for close at 1732371505884 (+1 ms)Obtaining lock to block concurrent updates at 1732371505890 (+6 ms)Preparing flush snapshotting stores in cd93d436c3c8c0bb1a1bb5daa40f9ae0 at 1732371505890Finished memstore snapshotting hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732371505898 (+8 ms)Flushing stores of hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. at 1732371505900 (+2 ms)Flushing cd93d436c3c8c0bb1a1bb5daa40f9ae0/queue: creating writer at 1732371505902 (+2 ms)Flushing cd93d436c3c8c0bb1a1bb5daa40f9ae0/queue: appending metadata at 1732371505941 (+39 ms)Flushing cd93d436c3c8c0bb1a1bb5daa40f9ae0/queue: closing flushed file at 1732371505943 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73489ffd: reopening flushed file at 1732371506013 (+70 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for cd93d436c3c8c0bb1a1bb5daa40f9ae0 in 142ms, sequenceid=6, compaction requested=false at 1732371506032 (+19 ms)Writing region close event to WAL at 1732371506036 (+4 ms)Running coprocessor post-close hooks at 1732371506042 (+6 ms)Closed at 1732371506044 (+2 ms) 2024-11-23T14:18:26,045 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:26,086 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:26,130 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:26,214 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:26,286 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:26,372 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/info/9e76d8921b464820a0cab825ddcb955e 2024-11-23T14:18:26,403 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/ns/4bcd09a4fb0a40b58b7cb86ae48e4658 is 43, key is default/ns:d/1732371496000/Put/seqid=0 2024-11-23T14:18:26,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741840_1016 (size=5153) 2024-11-23T14:18:26,486 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:26,638 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:26,638 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:18:26,639 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:18:26,687 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:26,811 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/ns/4bcd09a4fb0a40b58b7cb86ae48e4658 2024-11-23T14:18:26,847 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/table/dc2f923638734ec0b72609cf997c643d is 53, key is hbase:replication/table:state/1732371503612/Put/seqid=0 2024-11-23T14:18:26,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741841_1017 (size=5256) 2024-11-23T14:18:26,887 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:18:26,887 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:18:26,887 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:26,921 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:27,087 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:27,251 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 to pos 0, reset compression=false 2024-11-23T14:18:27,254 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/table/dc2f923638734ec0b72609cf997c643d 2024-11-23T14:18:27,267 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/info/9e76d8921b464820a0cab825ddcb955e as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/info/9e76d8921b464820a0cab825ddcb955e 2024-11-23T14:18:27,278 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/info/9e76d8921b464820a0cab825ddcb955e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T14:18:27,279 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/ns/4bcd09a4fb0a40b58b7cb86ae48e4658 as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/ns/4bcd09a4fb0a40b58b7cb86ae48e4658 2024-11-23T14:18:27,288 DEBUG [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:27,288 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/ns/4bcd09a4fb0a40b58b7cb86ae48e4658, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:18:27,290 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/table/dc2f923638734ec0b72609cf997c643d as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/table/dc2f923638734ec0b72609cf997c643d 2024-11-23T14:18:27,300 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/table/dc2f923638734ec0b72609cf997c643d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T14:18:27,301 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1416ms, sequenceid=11, compaction requested=false 2024-11-23T14:18:27,306 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T14:18:27,307 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:27,307 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:27,307 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:27,307 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371505885Running coprocessor pre-close hooks at 1732371505885Disabling compacts and flushes for region at 1732371505885Disabling writes for close at 1732371505885Obtaining lock to block concurrent updates at 1732371505890 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1732371505890Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732371505898 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371505900 (+2 ms)Flushing 1588230740/info: creating writer at 1732371505902 (+2 ms)Flushing 1588230740/info: appending metadata at 1732371505942 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732371505943 (+1 ms)Flushing 1588230740/ns: creating writer at 1732371506384 (+441 ms)Flushing 1588230740/ns: appending metadata at 1732371506402 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732371506402Flushing 1588230740/table: creating writer at 1732371506828 (+426 ms)Flushing 1588230740/table: appending metadata at 1732371506845 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732371506845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5364ebb3: reopening flushed file at 1732371507266 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482e42bd: reopening flushed file at 1732371507278 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da12d56: reopening flushed file at 1732371507289 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1416ms, sequenceid=11, compaction requested=false at 1732371507301 (+12 ms)Writing region close event to WAL at 1732371507302 (+1 ms)Running coprocessor post-close hooks at 1732371507307 (+5 ms)Closed at 1732371507307 2024-11-23T14:18:27,307 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:27,488 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,38573,1732371491335; all regions closed. 2024-11-23T14:18:27,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741834_1010 (size=2742) 2024-11-23T14:18:27,500 DEBUG [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs 2024-11-23T14:18:27,500 INFO [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C38573%2C1732371491335.meta:.meta(num 1732371495670) 2024-11-23T14:18:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741837_1013 (size=1802) 2024-11-23T14:18:27,507 DEBUG [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs 2024-11-23T14:18:27,507 INFO [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C38573%2C1732371491335.rep:(num 1732371503548) 2024-11-23T14:18:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741833_1009 (size=93) 2024-11-23T14:18:27,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335/c6f7b1897123%2C38573%2C1732371491335.1732371494816 not finished, retry = 0 2024-11-23T14:18:27,613 DEBUG [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs 2024-11-23T14:18:27,613 INFO [RS:0;c6f7b1897123:38573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C38573%2C1732371491335:(num 1732371494816) 2024-11-23T14:18:27,613 DEBUG [RS:0;c6f7b1897123:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:27,613 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:27,613 INFO [RS:0;c6f7b1897123:38573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:27,614 INFO [RS:0;c6f7b1897123:38573 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:27,614 INFO [RS:0;c6f7b1897123:38573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:27,614 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:27,614 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,38573,1732371491335 because: Region server is closing 2024-11-23T14:18:27,615 INFO [RS:0;c6f7b1897123:38573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:38573. 2024-11-23T14:18:27,615 DEBUG [RS:0;c6f7b1897123:38573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:27,615 DEBUG [RS:0;c6f7b1897123:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:27,615 DEBUG [RS:0;c6f7b1897123:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:27,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:27,715 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.shipperc6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:18:27,715 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:18:27,716 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38573,1732371491335.replicationSource.shipperc6f7b1897123%2C38573%2C1732371491335,1-c6f7b1897123,38573,1732371491335 terminated 2024-11-23T14:18:27,716 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c6f7b1897123,38573,1732371491335 because: Region server is closing 2024-11-23T14:18:27,717 INFO [RS:0;c6f7b1897123:38573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:38573. 2024-11-23T14:18:27,717 DEBUG [RS:0;c6f7b1897123:38573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:27,717 DEBUG [RS:0;c6f7b1897123:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:27,717 DEBUG [RS:0;c6f7b1897123:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:27,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:27,817 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.wal-reader.c6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:18:27,817 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.shipperc6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:18:27,818 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,38573,1732371491335.replicationSource.shipperc6f7b1897123%2C38573%2C1732371491335,2-c6f7b1897123,38573,1732371491335 terminated 2024-11-23T14:18:27,818 INFO [RS:0;c6f7b1897123:38573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38573 2024-11-23T14:18:27,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:18:27,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/rs/c6f7b1897123,38573,1732371491335 2024-11-23T14:18:27,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/rs 2024-11-23T14:18:27,838 INFO [RS:0;c6f7b1897123:38573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:27,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,38573,1732371491335] 2024-11-23T14:18:27,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/draining/c6f7b1897123,38573,1732371491335 already deleted, retry=false 2024-11-23T14:18:27,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,38573,1732371491335 expired; onlineServers=0 2024-11-23T14:18:27,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,36013,1732371490247' ***** 2024-11-23T14:18:27,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:18:27,859 INFO [M:0;c6f7b1897123:36013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:27,859 INFO [M:0;c6f7b1897123:36013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:27,860 DEBUG [M:0;c6f7b1897123:36013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:18:27,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:18:27,860 DEBUG [M:0;c6f7b1897123:36013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:18:27,860 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371494393 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371494393,5,FailOnTimeoutGroup] 2024-11-23T14:18:27,860 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371494394 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371494394,5,FailOnTimeoutGroup] 2024-11-23T14:18:27,860 INFO [M:0;c6f7b1897123:36013 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:27,860 INFO [M:0;c6f7b1897123:36013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:27,860 DEBUG [M:0;c6f7b1897123:36013 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:18:27,860 INFO [M:0;c6f7b1897123:36013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:18:27,860 INFO [M:0;c6f7b1897123:36013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:27,861 INFO [M:0;c6f7b1897123:36013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:18:27,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:18:27,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/master 2024-11-23T14:18:27,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:27,876 DEBUG [M:0;c6f7b1897123:36013 {}] zookeeper.ZKUtil(347): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/master because node does not exist (not an error) 2024-11-23T14:18:27,876 WARN [M:0;c6f7b1897123:36013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:18:27,877 INFO [M:0;c6f7b1897123:36013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/.lastflushedseqids 2024-11-23T14:18:27,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741842_1018 (size=181) 2024-11-23T14:18:27,891 INFO [M:0;c6f7b1897123:36013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:18:27,891 INFO [M:0;c6f7b1897123:36013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:18:27,891 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:27,892 INFO [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:27,892 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:27,892 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:27,892 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:27,892 INFO [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-23T14:18:27,910 DEBUG [M:0;c6f7b1897123:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7998fe269efc4afa9323d7d3512ab766 is 82, key is hbase:meta,,1/info:regioninfo/1732371495772/Put/seqid=0 2024-11-23T14:18:27,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741843_1019 (size=5672) 2024-11-23T14:18:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101680f09f80001, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:27,949 INFO [RS:0;c6f7b1897123:38573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:27,950 INFO [RS:0;c6f7b1897123:38573 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,38573,1732371491335; zookeeper connection closed. 2024-11-23T14:18:27,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c0b47ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c0b47ff 2024-11-23T14:18:27,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:18:28,317 INFO [M:0;c6f7b1897123:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7998fe269efc4afa9323d7d3512ab766 2024-11-23T14:18:28,340 DEBUG [M:0;c6f7b1897123:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/257635bc84314da5b85b6e5e77506422 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732371503618/Put/seqid=0 2024-11-23T14:18:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741844_1020 (size=8663) 2024-11-23T14:18:28,747 INFO [M:0;c6f7b1897123:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/257635bc84314da5b85b6e5e77506422 2024-11-23T14:18:28,769 DEBUG [M:0;c6f7b1897123:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d4413c8c864830b270b0354b4453d5 is 69, key is c6f7b1897123,38573,1732371491335/rs:state/1732371494518/Put/seqid=0 2024-11-23T14:18:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741845_1021 (size=5156) 2024-11-23T14:18:29,175 INFO [M:0;c6f7b1897123:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d4413c8c864830b270b0354b4453d5 2024-11-23T14:18:29,186 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7998fe269efc4afa9323d7d3512ab766 as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7998fe269efc4afa9323d7d3512ab766 2024-11-23T14:18:29,197 INFO [M:0;c6f7b1897123:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7998fe269efc4afa9323d7d3512ab766, entries=8, sequenceid=115, filesize=5.5 K 2024-11-23T14:18:29,198 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/257635bc84314da5b85b6e5e77506422 as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/257635bc84314da5b85b6e5e77506422 2024-11-23T14:18:29,208 INFO [M:0;c6f7b1897123:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/257635bc84314da5b85b6e5e77506422, entries=14, sequenceid=115, filesize=8.5 K 2024-11-23T14:18:29,210 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d4413c8c864830b270b0354b4453d5 as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40d4413c8c864830b270b0354b4453d5 2024-11-23T14:18:29,222 INFO [M:0;c6f7b1897123:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40d4413c8c864830b270b0354b4453d5, entries=1, sequenceid=115, filesize=5.0 K 2024-11-23T14:18:29,224 INFO [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false 2024-11-23T14:18:29,226 INFO [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:29,226 DEBUG [M:0;c6f7b1897123:36013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371507891Disabling compacts and flushes for region at 1732371507891Disabling writes for close at 1732371507892 (+1 ms)Obtaining lock to block concurrent updates at 1732371507892Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371507892Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732371507892Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371507893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371507893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371507909 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371507909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371508323 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371508340 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371508340Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371508754 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371508768 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371508768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fe400: reopening flushed file at 1732371509184 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af0c978: reopening flushed file at 1732371509197 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc69f6e: reopening flushed file at 1732371509209 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false at 1732371509224 (+15 ms)Writing region close event to WAL at 1732371509226 (+2 ms)Closed at 1732371509226 2024-11-23T14:18:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741830_1006 (size=59421) 2024-11-23T14:18:29,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:29,231 INFO [M:0;c6f7b1897123:36013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:18:29,232 INFO [M:0;c6f7b1897123:36013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36013 2024-11-23T14:18:29,232 INFO [M:0;c6f7b1897123:36013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:29,380 INFO [M:0;c6f7b1897123:36013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:29,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:29,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x101680f09f80000, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:29,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:29,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:29,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:29,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:29,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:29,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:29,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:18:29,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:29,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39047 2024-11-23T14:18:29,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39047 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-11-23T14:18:29,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390470x0, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:29,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39047-0x101680f09f80006 connected 2024-11-23T14:18:29,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:29,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:29,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/running 2024-11-23T14:18:29,416 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f, hbase.cluster.distributed=false 2024-11-23T14:18:29,416 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: INIT 2024-11-23T14:18:29,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/acl 2024-11-23T14:18:29,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39047 2024-11-23T14:18:29,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39047 2024-11-23T14:18:29,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39047 2024-11-23T14:18:29,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39047 2024-11-23T14:18:29,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39047 2024-11-23T14:18:29,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:29,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:29,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:29,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:18:29,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:29,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39559 2024-11-23T14:18:29,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39559 connecting to ZooKeeper ensemble=127.0.0.1:61617 2024-11-23T14:18:29,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:29,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:29,479 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395590x0, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:29,480 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: INIT 2024-11-23T14:18:29,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395590x0, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/running 2024-11-23T14:18:29,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:18:29,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39559-0x101680f09f80007 connected 2024-11-23T14:18:29,499 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:18:29,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/master 2024-11-23T14:18:29,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/acl 2024-11-23T14:18:29,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39559 2024-11-23T14:18:29,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39559 2024-11-23T14:18:29,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39559 2024-11-23T14:18:29,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39559 2024-11-23T14:18:29,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39559 2024-11-23T14:18:29,533 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:39047 2024-11-23T14:18:29,534 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01717289711/backup-masters/c6f7b1897123,39047,1732371509382 2024-11-23T14:18:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/backup-masters 2024-11-23T14:18:29,543 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/backup-masters 2024-11-23T14:18:29,544 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on existing znode=/01717289711/backup-masters/c6f7b1897123,39047,1732371509382 2024-11-23T14:18:29,554 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717289711/master 2024-11-23T14:18:29,554 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:29,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:29,555 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on existing znode=/01717289711/master 2024-11-23T14:18:29,556 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01717289711/backup-masters/c6f7b1897123,39047,1732371509382 from backup master directory 2024-11-23T14:18:29,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/backup-masters/c6f7b1897123,39047,1732371509382 2024-11-23T14:18:29,564 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:29,564 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/backup-masters 2024-11-23T14:18:29,564 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,39047,1732371509382 2024-11-23T14:18:29,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/backup-masters 2024-11-23T14:18:29,589 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:29,589 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:18:29,613 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 24ms. 2024-11-23T14:18:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741846_1022 (size=196) 2024-11-23T14:18:30,047 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:18:30,048 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:18:30,049 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:30,059 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T14:18:30,062 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247 to hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247-dead as it is dead 2024-11-23T14:18:30,064 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T14:18:30,064 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T14:18:30,064 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247-dead/c6f7b1897123%2C36013%2C1732371490247.1732371493410 2024-11-23T14:18:30,070 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247-dead/c6f7b1897123%2C36013%2C1732371490247.1732371493410 after 4ms 2024-11-23T14:18:30,072 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247-dead/c6f7b1897123%2C36013%2C1732371490247.1732371493410 to hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f7b1897123%2C36013%2C1732371490247.1732371493410 2024-11-23T14:18:30,072 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,36013,1732371490247-dead 2024-11-23T14:18:30,072 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,39047,1732371509382 2024-11-23T14:18:30,074 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:30,075 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C39047%2C1732371509382, suffix=, logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,39047,1732371509382, archiveDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/oldWALs, maxLogs=10 2024-11-23T14:18:30,092 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,39047,1732371509382/c6f7b1897123%2C39047%2C1732371509382.1732371510076, exclude list is [], retry=0 2024-11-23T14:18:30,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-e33edf61-657e-4d84-bda6-7cc814649f14,DISK] 2024-11-23T14:18:30,098 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/WALs/c6f7b1897123,39047,1732371509382/c6f7b1897123%2C39047%2C1732371509382.1732371510076 2024-11-23T14:18:30,099 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-23T14:18:30,099 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:30,099 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:30,099 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,099 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:18:30,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:30,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7998fe269efc4afa9323d7d3512ab766 2024-11-23T14:18:30,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:30,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:18:30,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:30,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/257635bc84314da5b85b6e5e77506422 2024-11-23T14:18:30,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:30,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:18:30,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:30,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40d4413c8c864830b270b0354b4453d5 2024-11-23T14:18:30,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:30,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:18:30,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:30,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:30,134 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,135 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T14:18:30,136 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f7b1897123%2C36013%2C1732371490247.1732371493410 2024-11-23T14:18:30,156 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f7b1897123%2C36013%2C1732371490247.1732371493410 2024-11-23T14:18:30,160 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f7b1897123%2C36013%2C1732371490247.1732371493410 2024-11-23T14:18:30,162 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,162 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,163 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:30,165 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:30,176 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-23T14:18:30,178 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66605934, jitterRate=-0.007494240999221802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:30,179 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371510099Initializing all the Stores at 1732371510101 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371510101Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371510101Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371510101Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371510101Cleaning up temporary data from old regions at 1732371510162 (+61 ms)Region opened successfully at 1732371510178 (+16 ms) 2024-11-23T14:18:30,182 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:18:30,187 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a7fd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:30,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T14:18:30,201 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:18:30,201 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:18:30,201 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:18:30,202 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:18:30,209 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:30,209 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:18:30,209 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:18:30,210 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:18:30,210 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T14:18:30,210 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T14:18:30,210 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-23T14:18:30,210 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:18:30,215 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c6f7b1897123,38573,1732371491335, regionLocation=c6f7b1897123,38573,1732371491335, openSeqNum=2 2024-11-23T14:18:30,215 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c6f7b1897123,38573,1732371491335, table=hbase:meta, region=1588230740 2024-11-23T14:18:30,215 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,38573,1732371491335, state=OPEN 2024-11-23T14:18:30,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717289711/meta-region-server 2024-11-23T14:18:30,227 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717289711/meta-region-server 2024-11-23T14:18:30,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:30,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:30,233 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:18:30,244 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/draining/c6f7b1897123,38573,1732371491335 already deleted, retry=false 2024-11-23T14:18:30,244 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c6f7b1897123,38573,1732371491335 on c6f7b1897123,39047,1732371509382 2024-11-23T14:18:30,250 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c6f7b1897123,38573,1732371491335, splitWal=true, meta=true 2024-11-23T14:18:30,253 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for c6f7b1897123,38573,1732371491335 (carryingMeta=true) c6f7b1897123,38573,1732371491335/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@247cd9f3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T14:18:30,256 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/balancer because node does not exist (not necessarily an error) 2024-11-23T14:18:30,364 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/balancer already deleted, retry=false 2024-11-23T14:18:30,364 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:18:30,366 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:18:30,385 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/normalizer already deleted, retry=false 2024-11-23T14:18:30,385 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:18:30,387 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:18:30,396 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/switch/split already deleted, retry=false 2024-11-23T14:18:30,397 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:18:30,412 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/switch/merge already deleted, retry=false 2024-11-23T14:18:30,450 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:18:30,459 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/snapshot-cleanup already deleted, retry=false 2024-11-23T14:18:30,469 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717289711/running 2024-11-23T14:18:30,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717289711/running 2024-11-23T14:18:30,470 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:30,470 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,39047,1732371509382, sessionid=0x101680f09f80006, setting cluster-up flag (Was=false) 2024-11-23T14:18:30,481 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717289711/flush-table-proc/acquired, /01717289711/flush-table-proc/reached, /01717289711/flush-table-proc/abort 2024-11-23T14:18:30,482 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39047,1732371509382 2024-11-23T14:18:30,491 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717289711/online-snapshot/acquired, /01717289711/online-snapshot/reached, /01717289711/online-snapshot/abort 2024-11-23T14:18:30,492 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39047,1732371509382 2024-11-23T14:18:30,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/.lastflushedseqids 2024-11-23T14:18:30,498 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:18:30,498 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:18:30,498 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,39047,1732371509382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c6f7b1897123,38573,1732371491335 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:18:30,500 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:30,500 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:30,500 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:30,500 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:30,500 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:18:30,500 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,500 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:30,500 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,501 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371540501 2024-11-23T14:18:30,501 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:18:30,501 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:18:30,501 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:18:30,501 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:18:30,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:18:30,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:18:30,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:18:30,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:18:30,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:18:30,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:18:30,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:18:30,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:18:30,503 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371510503,5,FailOnTimeoutGroup] 2024-11-23T14:18:30,503 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371510503,5,FailOnTimeoutGroup] 2024-11-23T14:18:30,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:18:30,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371510503, completionTime=-1 2024-11-23T14:18:30,504 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c6f7b1897123,38573,1732371491335, splitWal=true, meta=true 2024-11-23T14:18:30,504 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T14:18:30,505 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c6f7b1897123,38573,1732371491335, splitWal=true, meta=true, isMeta: true 2024-11-23T14:18:30,508 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335-splitting 2024-11-23T14:18:30,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T14:18:30,510 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335-splitting dir is empty, no logs to split. 2024-11-23T14:18:30,510 INFO [PEWorker-1 {}] master.SplitWALManager(105): c6f7b1897123,38573,1732371491335 WAL count=0, meta=true 2024-11-23T14:18:30,515 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335-splitting dir is empty, no logs to split. 2024-11-23T14:18:30,515 INFO [PEWorker-1 {}] master.SplitWALManager(105): c6f7b1897123,38573,1732371491335 WAL count=0, meta=true 2024-11-23T14:18:30,515 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c6f7b1897123,38573,1732371491335 WAL splitting is done? wals=0, meta=true 2024-11-23T14:18:30,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:18:30,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:30,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T14:18:30,523 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(746): ClusterId : 99151718-0c78-4338-adcc-d417fd5049f2 2024-11-23T14:18:30,523 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:18:30,598 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:18:30,598 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:18:30,655 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:18:30,656 DEBUG [RS:0;c6f7b1897123:39559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ee0d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:30,672 WARN [c6f7b1897123:39047 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T14:18:30,673 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:39559 2024-11-23T14:18:30,673 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:18:30,673 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:18:30,673 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:18:30,674 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,39047,1732371509382 with port=39559, startcode=1732371509450 2024-11-23T14:18:30,675 DEBUG [RS:0;c6f7b1897123:39559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:18:30,677 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:18:30,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,39559,1732371509450 2024-11-23T14:18:30,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39047 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,39559,1732371509450 2024-11-23T14:18:30,680 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f 2024-11-23T14:18:30,680 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45057 2024-11-23T14:18:30,680 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:18:30,710 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=205ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T14:18:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/rs 2024-11-23T14:18:30,735 DEBUG [RS:0;c6f7b1897123:39559 {}] zookeeper.ZKUtil(111): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on existing znode=/01717289711/rs/c6f7b1897123,39559,1732371509450 2024-11-23T14:18:30,735 WARN [RS:0;c6f7b1897123:39559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:30,736 INFO [RS:0;c6f7b1897123:39559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:30,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,39559,1732371509450] 2024-11-23T14:18:30,736 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450 2024-11-23T14:18:30,772 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:18:30,774 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:18:30,775 INFO [RS:0;c6f7b1897123:39559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:18:30,775 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,775 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:18:30,776 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:18:30,776 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,776 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,776 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,776 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,776 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,776 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,776 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:30,776 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,777 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,777 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,777 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,777 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,777 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:30,777 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:30,777 DEBUG [RS:0;c6f7b1897123:39559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:30,777 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,777 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,778 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,778 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,778 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,778 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39559,1732371509450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:30,793 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:18:30,794 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39559,1732371509450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,807 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,39559,1732371509450, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:18:30,820 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSource(231): queueId=2-c6f7b1897123,39559,1732371509450, ReplicationSource: 2, currentBandwidth=0 2024-11-23T14:18:30,820 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,820 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.Replication(171): c6f7b1897123,39559,1732371509450 started 2024-11-23T14:18:30,821 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,1-c6f7b1897123,39559,1732371509450 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:42811' 2024-11-23T14:18:30,822 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,1-c6f7b1897123,39559,1732371509450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38efffa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:30,822 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,1-c6f7b1897123,39559,1732371509450 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:30,822 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,1-c6f7b1897123,39559,1732371509450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:30,823 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71571332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:30,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:30,826 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:30,827 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,1-c6f7b1897123,39559,1732371509450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@787e44a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:30,827 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,1-c6f7b1897123,39559,1732371509450 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:30,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,42811,1732371498720 2024-11-23T14:18:30,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@208e2632 2024-11-23T14:18:30,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:30,829 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T14:18:30,830 INFO [RS:0;c6f7b1897123:39559.replicationSource,1-c6f7b1897123,39559,1732371509450 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,39559,1732371509450 (queues=0) is replicating from cluster=99151718-0c78-4338-adcc-d417fd5049f2 to cluster=4475c8db-38e4-42fd-bc07-50830e50f8c7 2024-11-23T14:18:30,835 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:30,835 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,39559,1732371509450, RpcServer on c6f7b1897123/172.17.0.3:39559, sessionid=0x101680f09f80007 2024-11-23T14:18:30,836 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:18:30,836 DEBUG [RS:0;c6f7b1897123:39559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,39559,1732371509450 2024-11-23T14:18:30,836 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,39559,1732371509450' 2024-11-23T14:18:30,836 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717289711/flush-table-proc/abort' 2024-11-23T14:18:30,836 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717289711/flush-table-proc/acquired' 2024-11-23T14:18:30,837 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:18:30,837 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:18:30,837 DEBUG [RS:0;c6f7b1897123:39559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,39559,1732371509450 2024-11-23T14:18:30,837 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,39559,1732371509450' 2024-11-23T14:18:30,837 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717289711/online-snapshot/abort' 2024-11-23T14:18:30,838 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717289711/online-snapshot/acquired' 2024-11-23T14:18:30,838 DEBUG [RS:0;c6f7b1897123:39559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:18:30,838 INFO [RS:0;c6f7b1897123:39559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:18:30,838 INFO [RS:0;c6f7b1897123:39559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:18:30,842 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,2-c6f7b1897123,39559,1732371509450 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:42811' 2024-11-23T14:18:30,843 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,2-c6f7b1897123,39559,1732371509450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2add45af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:30,843 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,2-c6f7b1897123,39559,1732371509450 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,42811,-1 for getting cluster id 2024-11-23T14:18:30,843 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,2-c6f7b1897123,39559,1732371509450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:30,844 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4475c8db-38e4-42fd-bc07-50830e50f8c7' 2024-11-23T14:18:30,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4475c8db-38e4-42fd-bc07-50830e50f8c7" 2024-11-23T14:18:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@547a7c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,42811,-1] 2024-11-23T14:18:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:30,846 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:30,847 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,2-c6f7b1897123,39559,1732371509450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@409d36bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:30,847 DEBUG [RS:0;c6f7b1897123:39559.replicationSource,2-c6f7b1897123,39559,1732371509450 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:30,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,42811,1732371498720 2024-11-23T14:18:30,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa2c520 2024-11-23T14:18:30,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:30,850 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T14:18:30,851 INFO [RS:0;c6f7b1897123:39559.replicationSource,2-c6f7b1897123,39559,1732371509450 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c6f7b1897123,39559,1732371509450 (queues=0) is replicating from cluster=99151718-0c78-4338-adcc-d417fd5049f2 to cluster=4475c8db-38e4-42fd-bc07-50830e50f8c7 2024-11-23T14:18:30,939 INFO [RS:0;c6f7b1897123:39559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:30,941 INFO [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39559%2C1732371509450, suffix=, logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450, archiveDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs, maxLogs=10 2024-11-23T14:18:30,956 DEBUG [RS:0;c6f7b1897123:39559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942, exclude list is [], retry=0 2024-11-23T14:18:30,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-e33edf61-657e-4d84-bda6-7cc814649f14,DISK] 2024-11-23T14:18:30,962 INFO [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 2024-11-23T14:18:30,962 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c6f7b1897123%2C39559%2C1732371509450 for peer 2 2024-11-23T14:18:30,962 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c6f7b1897123%2C39559%2C1732371509450 for peer 1 2024-11-23T14:18:30,963 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C39559%2C1732371509450 2024-11-23T14:18:30,963 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,39559,1732371509450, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:18:30,963 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c6f7b1897123%2C39559%2C1732371509450 2024-11-23T14:18:30,963 INFO [RS:0;c6f7b1897123:39559.replicationSource.shipperc6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C39559%2C1732371509450 2024-11-23T14:18:30,963 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c6f7b1897123,39559,1732371509450, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:18:30,963 INFO [RS:0;c6f7b1897123:39559.replicationSource.shipperc6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C39559%2C1732371509450 2024-11-23T14:18:30,963 DEBUG [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-23T14:18:30,964 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942, startPosition=0, beingWritten=true 2024-11-23T14:18:30,964 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942, startPosition=0, beingWritten=true 2024-11-23T14:18:31,172 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:31,172 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:31,173 DEBUG [c6f7b1897123:39047 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:18:31,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,39559,1732371509450 2024-11-23T14:18:31,175 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,39559,1732371509450, state=OPENING 2024-11-23T14:18:31,196 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717289711/meta-region-server 2024-11-23T14:18:31,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717289711/meta-region-server 2024-11-23T14:18:31,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:31,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:31,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,39559,1732371509450}] 2024-11-23T14:18:31,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:31,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:18:31,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:18:31,358 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:18:31,358 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:31,358 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:18:31,361 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39559%2C1732371509450.meta, suffix=.meta, logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450, archiveDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs, maxLogs=10 2024-11-23T14:18:31,378 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.meta.1732371511361.meta, exclude list is [], retry=0 2024-11-23T14:18:31,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-e33edf61-657e-4d84-bda6-7cc814649f14,DISK] 2024-11-23T14:18:31,384 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.meta.1732371511361.meta 2024-11-23T14:18:31,384 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-23T14:18:31,384 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:31,385 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:18:31,385 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:18:31,385 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:18:31,385 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:18:31,385 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:18:31,385 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:31,385 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:18:31,385 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:18:31,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:31,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:31,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:31,398 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/info/9e76d8921b464820a0cab825ddcb955e 2024-11-23T14:18:31,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:31,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:31,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:31,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:31,413 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/ns/4bcd09a4fb0a40b58b7cb86ae48e4658 2024-11-23T14:18:31,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:31,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:31,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:31,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:31,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:31,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:31,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:31,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:31,428 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/table/dc2f923638734ec0b72609cf997c643d 2024-11-23T14:18:31,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:31,428 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:31,429 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740 2024-11-23T14:18:31,431 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740 2024-11-23T14:18:31,432 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:31,432 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:31,433 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:31,435 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:31,436 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158954, jitterRate=-0.08866056799888611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:31,436 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:18:31,436 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371511386Writing region info on filesystem at 1732371511386Initializing all the Stores at 1732371511387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371511387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371511387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371511387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371511387Cleaning up temporary data from old regions at 1732371511432 (+45 ms)Running coprocessor post-open hooks at 1732371511436 (+4 ms)Region opened successfully at 1732371511436 2024-11-23T14:18:31,438 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732371511350 2024-11-23T14:18:31,440 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:18:31,441 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:18:31,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c6f7b1897123,39559,1732371509450 2024-11-23T14:18:31,443 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,39559,1732371509450, state=OPEN 2024-11-23T14:18:31,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717289711/meta-region-server 2024-11-23T14:18:31,455 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717289711/meta-region-server 2024-11-23T14:18:31,455 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,39559,1732371509450 2024-11-23T14:18:31,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:31,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717289711/meta-region-server: CHANGED 2024-11-23T14:18:31,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T14:18:31,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,39559,1732371509450 in 259 msec 2024-11-23T14:18:31,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-23T14:18:31,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 941 msec 2024-11-23T14:18:31,480 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:31,480 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:31,892 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:31,894 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:32,212 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1708ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-23T14:18:32,398 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:32,399 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:32,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:18:33,006 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:33,008 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:33,713 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:33,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3211ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-23T14:18:33,716 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:34,522 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:34,523 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:35,018 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T14:18:35,018 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:18:35,018 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:35,018 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39559,1732371509450, seqNum=-1] 2024-11-23T14:18:35,019 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:35,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:35,028 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, regionState=OPEN, lastHost=c6f7b1897123,38573,1732371491335, regionLocation=c6f7b1897123,38573,1732371491335, openSeqNum=2 2024-11-23T14:18:35,028 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:18:35,028 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371575028 2024-11-23T14:18:35,028 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371635028 2024-11-23T14:18:35,028 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-23T14:18:35,029 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39047,1732371509382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:35,029 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39047,1732371509382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:35,029 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39047,1732371509382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:35,029 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:39047, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:35,029 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c6f7b1897123,38573,1732371491335 had 2 regions 2024-11-23T14:18:35,029 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:35,030 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:35,031 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c6f7b1897123,38573,1732371491335, splitWal=true, meta=true, isMeta: false 2024-11-23T14:18:35,034 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335-splitting dir is empty, no logs to split. 2024-11-23T14:18:35,034 INFO [PEWorker-3 {}] master.SplitWALManager(105): c6f7b1897123,38573,1732371491335 WAL count=0, meta=false 2024-11-23T14:18:35,037 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.473sec 2024-11-23T14:18:35,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:18:35,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:18:35,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:18:35,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:18:35,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:18:35,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39047,1732371509382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:35,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39047,1732371509382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:18:35,038 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,38573,1732371491335-splitting dir is empty, no logs to split. 2024-11-23T14:18:35,038 INFO [PEWorker-3 {}] master.SplitWALManager(105): c6f7b1897123,38573,1732371491335 WAL count=0, meta=false 2024-11-23T14:18:35,038 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c6f7b1897123,38573,1732371491335 WAL splitting is done? wals=0, meta=false 2024-11-23T14:18:35,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN}] 2024-11-23T14:18:35,043 WARN [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c6f7b1897123,38573,1732371491335/hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:35,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN 2024-11-23T14:18:35,045 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:18:35,045 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:18:35,045 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39047,1732371509382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:35,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T14:18:35,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:35,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39047,-1 for getting cluster id 2024-11-23T14:18:35,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:35,129 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99151718-0c78-4338-adcc-d417fd5049f2' 2024-11-23T14:18:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99151718-0c78-4338-adcc-d417fd5049f2" 2024-11-23T14:18:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc7703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39047,-1] 2024-11-23T14:18:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:35,133 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e4c6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:35,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39559,1732371509450, seqNum=-1] 2024-11-23T14:18:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:35,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T14:18:35,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:35,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:35,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:35,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c6f7b1897123:39047 after: c6f7b1897123:39047 2024-11-23T14:18:35,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:35,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:35,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39047,-1 for getting cluster id 2024-11-23T14:18:35,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:35,149 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99151718-0c78-4338-adcc-d417fd5049f2' 2024-11-23T14:18:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99151718-0c78-4338-adcc-d417fd5049f2" 2024-11-23T14:18:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0fbd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39047,-1] 2024-11-23T14:18:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:35,151 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:35,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:35,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39047,1732371509382 2024-11-23T14:18:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@789bd44a 2024-11-23T14:18:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:35,156 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:35,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T14:18:35,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T14:18:35,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T14:18:35,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T14:18:35,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:18:35,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:35,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:35,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:35,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:35,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:35,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:18:35,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705426006, stopped=false 2024-11-23T14:18:35,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,42811,1732371498720 2024-11-23T14:18:35,196 DEBUG [c6f7b1897123:39047 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:18:35,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cd93d436c3c8c0bb1a1bb5daa40f9ae0, regionState=OPENING, regionLocation=c6f7b1897123,39559,1732371509450 2024-11-23T14:18:35,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN because future has completed 2024-11-23T14:18:35,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd93d436c3c8c0bb1a1bb5daa40f9ae0, server=c6f7b1897123,39559,1732371509450}] 2024-11-23T14:18:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1881569530/running 2024-11-23T14:18:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1881569530/running 2024-11-23T14:18:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:35,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:35,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:35,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:35,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:35,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,35545,1732371498847' ***** 2024-11-23T14:18:35,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:18:35,342 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:18:35,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on znode that does not yet exist, /1-1881569530/running 2024-11-23T14:18:35,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:18:35,342 INFO [RS:0;c6f7b1897123:35545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:18:35,342 INFO [RS:0;c6f7b1897123:35545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:18:35,342 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,35545,1732371498847 2024-11-23T14:18:35,342 INFO [RS:0;c6f7b1897123:35545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:35,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Set watcher on znode that does not yet exist, /1-1881569530/running 2024-11-23T14:18:35,342 INFO [RS:0;c6f7b1897123:35545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:35545. 2024-11-23T14:18:35,342 DEBUG [RS:0;c6f7b1897123:35545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:35,342 DEBUG [RS:0;c6f7b1897123:35545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:35,342 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:18:35,343 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:18:35,343 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:18:35,343 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:18:35,343 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:18:35,343 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:18:35,343 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:35,343 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:35,343 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:35,343 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:35,343 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:35,344 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:35,344 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T14:18:35,349 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:35,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:35,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:35,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:18:35,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39559%2C1732371509450.rep, suffix=, logDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450, archiveDir=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs, maxLogs=10 2024-11-23T14:18:35,370 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740/.tmp/ns/1714698da6e54c97a4c3d73b04fddacd is 43, key is default/ns:d/1732371502413/Put/seqid=0 2024-11-23T14:18:35,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.rep.1732371515370, exclude list is [], retry=0 2024-11-23T14:18:35,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741835_1011 (size=5153) 2024-11-23T14:18:35,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-e33edf61-657e-4d84-bda6-7cc814649f14,DISK] 2024-11-23T14:18:35,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.rep.1732371515370 2024-11-23T14:18:35,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-23T14:18:35,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cd93d436c3c8c0bb1a1bb5daa40f9ae0, NAME => 'hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:35,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:18:35,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:18:35,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. service=MultiRowMutationService 2024-11-23T14:18:35,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:18:35,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:35,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,403 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,405 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd93d436c3c8c0bb1a1bb5daa40f9ae0 columnFamilyName hfileref 2024-11-23T14:18:35,405 DEBUG [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:35,406 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(327): Store=cd93d436c3c8c0bb1a1bb5daa40f9ae0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:35,406 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,407 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd93d436c3c8c0bb1a1bb5daa40f9ae0 columnFamilyName queue 2024-11-23T14:18:35,407 DEBUG [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:35,424 DEBUG [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/queue/225cf176ac494732a1a2a087d17cbc20 2024-11-23T14:18:35,424 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(327): Store=cd93d436c3c8c0bb1a1bb5daa40f9ae0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:35,425 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,426 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd93d436c3c8c0bb1a1bb5daa40f9ae0 columnFamilyName sid 2024-11-23T14:18:35,426 DEBUG [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:35,428 INFO [StoreOpener-cd93d436c3c8c0bb1a1bb5daa40f9ae0-1 {}] regionserver.HStore(327): Store=cd93d436c3c8c0bb1a1bb5daa40f9ae0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:35,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,429 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:35,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,432 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:35,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:18:35,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened cd93d436c3c8c0bb1a1bb5daa40f9ae0; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64989519, jitterRate=-0.03158070147037506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:18:35,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:35,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cd93d436c3c8c0bb1a1bb5daa40f9ae0: Running coprocessor pre-open hook at 1732371515402Writing region info on filesystem at 1732371515402Initializing all the Stores at 1732371515403 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371515403Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371515403Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371515403Cleaning up temporary data from old regions at 1732371515439 (+36 ms)Running coprocessor post-open hooks at 1732371515445 (+6 ms)Region opened successfully at 1732371515446 (+1 ms) 2024-11-23T14:18:35,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0., pid=19, masterSystemTime=1732371515356 2024-11-23T14:18:35,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:35,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:35,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cd93d436c3c8c0bb1a1bb5daa40f9ae0, regionState=OPEN, openSeqNum=10, regionLocation=c6f7b1897123,39559,1732371509450 2024-11-23T14:18:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd93d436c3c8c0bb1a1bb5daa40f9ae0, server=c6f7b1897123,39559,1732371509450 because future has completed 2024-11-23T14:18:35,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T14:18:35,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure cd93d436c3c8c0bb1a1bb5daa40f9ae0, server=c6f7b1897123,39559,1732371509450 in 260 msec 2024-11-23T14:18:35,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-23T14:18:35,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd93d436c3c8c0bb1a1bb5daa40f9ae0, ASSIGN in 426 msec 2024-11-23T14:18:35,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T14:18:35,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0., hostname=c6f7b1897123,39559,1732371509450, seqNum=10] 2024-11-23T14:18:35,529 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c6f7b1897123,38573,1732371491335 2024-11-23T14:18:35,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T14:18:35,543 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:35,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-23T14:18:35,744 DEBUG [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:35,790 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740/.tmp/ns/1714698da6e54c97a4c3d73b04fddacd 2024-11-23T14:18:35,803 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740/.tmp/ns/1714698da6e54c97a4c3d73b04fddacd as hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740/ns/1714698da6e54c97a4c3d73b04fddacd 2024-11-23T14:18:35,812 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740/ns/1714698da6e54c97a4c3d73b04fddacd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T14:18:35,813 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=6, compaction requested=false 2024-11-23T14:18:35,814 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:18:35,822 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T14:18:35,822 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:35,822 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:35,823 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:35,823 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371515343Running coprocessor pre-close hooks at 1732371515343Disabling compacts and flushes for region at 1732371515343Disabling writes for close at 1732371515343Obtaining lock to block concurrent updates at 1732371515344 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732371515344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732371515344Flushing stores of hbase:meta,,1.1588230740 at 1732371515345 (+1 ms)Flushing 1588230740/ns: creating writer at 1732371515345Flushing 1588230740/ns: appending metadata at 1732371515370 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732371515370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c6d903: reopening flushed file at 1732371515802 (+432 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=6, compaction requested=false at 1732371515814 (+12 ms)Writing region close event to WAL at 1732371515817 (+3 ms)Running coprocessor post-close hooks at 1732371515822 (+5 ms)Closed at 1732371515823 (+1 ms) 2024-11-23T14:18:35,823 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:35,944 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,35545,1732371498847; all regions closed. 2024-11-23T14:18:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741834_1010 (size=1152) 2024-11-23T14:18:35,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/WALs/c6f7b1897123,35545,1732371498847/c6f7b1897123%2C35545%2C1732371498847.meta.1732371502301.meta not finished, retry = 0 2024-11-23T14:18:36,052 DEBUG [RS:0;c6f7b1897123:35545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/oldWALs 2024-11-23T14:18:36,052 INFO [RS:0;c6f7b1897123:35545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C35545%2C1732371498847.meta:.meta(num 1732371502301) 2024-11-23T14:18:36,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741832_1008 (size=93) 2024-11-23T14:18:36,059 DEBUG [RS:0;c6f7b1897123:35545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/oldWALs 2024-11-23T14:18:36,059 INFO [RS:0;c6f7b1897123:35545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C35545%2C1732371498847:(num 1732371501276) 2024-11-23T14:18:36,059 DEBUG [RS:0;c6f7b1897123:35545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:36,059 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:36,059 INFO [RS:0;c6f7b1897123:35545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:36,059 INFO [RS:0;c6f7b1897123:35545 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:36,060 INFO [RS:0;c6f7b1897123:35545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:36,060 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:36,060 INFO [RS:0;c6f7b1897123:35545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35545 2024-11-23T14:18:36,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530/rs 2024-11-23T14:18:36,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1881569530/rs/c6f7b1897123,35545,1732371498847 2024-11-23T14:18:36,122 INFO [RS:0;c6f7b1897123:35545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:36,122 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f75708e4fa8@725b28ab rejected from java.util.concurrent.ThreadPoolExecutor@3759b884[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-23T14:18:36,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,35545,1732371498847] 2024-11-23T14:18:36,143 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1881569530/draining/c6f7b1897123,35545,1732371498847 already deleted, retry=false 2024-11-23T14:18:36,143 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,35545,1732371498847 expired; onlineServers=0 2024-11-23T14:18:36,143 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,42811,1732371498720' ***** 2024-11-23T14:18:36,143 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:18:36,143 INFO [M:0;c6f7b1897123:42811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:36,143 INFO [M:0;c6f7b1897123:42811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:36,143 DEBUG [M:0;c6f7b1897123:42811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:18:36,143 DEBUG [M:0;c6f7b1897123:42811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:18:36,143 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:18:36,143 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371501010 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371501010,5,FailOnTimeoutGroup] 2024-11-23T14:18:36,143 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371501012 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371501012,5,FailOnTimeoutGroup] 2024-11-23T14:18:36,144 INFO [M:0;c6f7b1897123:42811 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:36,144 INFO [M:0;c6f7b1897123:42811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:36,144 DEBUG [M:0;c6f7b1897123:42811 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:18:36,144 INFO [M:0;c6f7b1897123:42811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:18:36,144 INFO [M:0;c6f7b1897123:42811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:36,144 INFO [M:0;c6f7b1897123:42811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:18:36,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:18:36,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1881569530/master 2024-11-23T14:18:36,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1881569530 2024-11-23T14:18:36,154 DEBUG [M:0;c6f7b1897123:42811 {}] zookeeper.ZKUtil(347): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Unable to get data of znode /1-1881569530/master because node does not exist (not an error) 2024-11-23T14:18:36,154 WARN [M:0;c6f7b1897123:42811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:18:36,156 INFO [M:0;c6f7b1897123:42811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/.lastflushedseqids 2024-11-23T14:18:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741836_1012 (size=99) 2024-11-23T14:18:36,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:36,233 INFO [RS:0;c6f7b1897123:35545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:36,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x101680f09f80004, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:36,233 INFO [RS:0;c6f7b1897123:35545 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,35545,1732371498847; zookeeper connection closed. 2024-11-23T14:18:36,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@283ab2e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@283ab2e9 2024-11-23T14:18:36,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:18:36,467 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:36,482 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:36,565 INFO [M:0;c6f7b1897123:42811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:18:36,565 INFO [M:0;c6f7b1897123:42811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:18:36,566 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:36,566 INFO [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:36,566 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:36,566 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:36,566 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:36,566 INFO [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T14:18:36,591 DEBUG [M:0;c6f7b1897123:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afd98e884324d689061a049ac1e1acc is 82, key is hbase:meta,,1/info:regioninfo/1732371502349/Put/seqid=0 2024-11-23T14:18:36,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741837_1013 (size=5672) 2024-11-23T14:18:36,997 INFO [M:0;c6f7b1897123:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afd98e884324d689061a049ac1e1acc 2024-11-23T14:18:37,022 DEBUG [M:0;c6f7b1897123:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eea250e308e64162aa7ec9e7f4a82565 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732371502419/Put/seqid=0 2024-11-23T14:18:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741838_1014 (size=5275) 2024-11-23T14:18:37,427 INFO [M:0;c6f7b1897123:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eea250e308e64162aa7ec9e7f4a82565 2024-11-23T14:18:37,450 DEBUG [M:0;c6f7b1897123:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48e4cbc6ef7f44ceabe70eb7477622f6 is 69, key is c6f7b1897123,35545,1732371498847/rs:state/1732371501057/Put/seqid=0 2024-11-23T14:18:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741839_1015 (size=5156) 2024-11-23T14:18:37,578 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:37,589 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:37,856 INFO [M:0;c6f7b1897123:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48e4cbc6ef7f44ceabe70eb7477622f6 2024-11-23T14:18:37,863 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afd98e884324d689061a049ac1e1acc as hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8afd98e884324d689061a049ac1e1acc 2024-11-23T14:18:37,869 INFO [M:0;c6f7b1897123:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8afd98e884324d689061a049ac1e1acc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T14:18:37,870 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eea250e308e64162aa7ec9e7f4a82565 as hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eea250e308e64162aa7ec9e7f4a82565 2024-11-23T14:18:37,877 INFO [M:0;c6f7b1897123:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eea250e308e64162aa7ec9e7f4a82565, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T14:18:37,879 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48e4cbc6ef7f44ceabe70eb7477622f6 as hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48e4cbc6ef7f44ceabe70eb7477622f6 2024-11-23T14:18:37,884 INFO [M:0;c6f7b1897123:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35065/user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48e4cbc6ef7f44ceabe70eb7477622f6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T14:18:37,885 INFO [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false 2024-11-23T14:18:37,887 INFO [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:37,887 DEBUG [M:0;c6f7b1897123:42811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371516566Disabling compacts and flushes for region at 1732371516566Disabling writes for close at 1732371516566Obtaining lock to block concurrent updates at 1732371516566Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371516566Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732371516567 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371516567Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371516568 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371516591 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371516591Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371517004 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371517021 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371517022 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371517434 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371517449 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371517450 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1d0be5: reopening flushed file at 1732371517862 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101b3ddf: reopening flushed file at 1732371517869 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1152d4: reopening flushed file at 1732371517877 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false at 1732371517885 (+8 ms)Writing region close event to WAL at 1732371517887 (+2 ms)Closed at 1732371517887 2024-11-23T14:18:37,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38047 is added to blk_1073741830_1006 (size=10165) 2024-11-23T14:18:37,889 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2e4c58b-4d38-4ad9-c336-ebfa05b9d090/MasterData/WALs/c6f7b1897123,42811,1732371498720/c6f7b1897123%2C42811%2C1732371498720.1732371500688 not finished, retry = 0 2024-11-23T14:18:37,990 INFO [M:0;c6f7b1897123:42811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:18:37,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:37,991 INFO [M:0;c6f7b1897123:42811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42811 2024-11-23T14:18:37,993 INFO [M:0;c6f7b1897123:42811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:38,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:38,180 INFO [M:0;c6f7b1897123:42811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:38,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x101680f09f80003, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:38,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:38,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:18:38,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:18:38,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:18:38,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.log.dir/,STOPPED} 2024-11-23T14:18:38,190 WARN [BP-884584835-172.17.0.3-1732371496430 heartbeating to localhost/127.0.0.1:35065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:18:38,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:18:38,191 WARN [BP-884584835-172.17.0.3-1732371496430 heartbeating to localhost/127.0.0.1:35065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-884584835-172.17.0.3-1732371496430 (Datanode Uuid ac3a1d68-224d-411c-8c33-b461c2be3ed5) service to localhost/127.0.0.1:35065 2024-11-23T14:18:38,191 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:18:38,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/cluster_e27af9ba-e8fd-58d6-0a47-3b63ef51bea7/data/data1/current/BP-884584835-172.17.0.3-1732371496430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:18:38,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/cluster_e27af9ba-e8fd-58d6-0a47-3b63ef51bea7/data/data2/current/BP-884584835-172.17.0.3-1732371496430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:18:38,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:18:38,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:38,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:18:38,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:18:38,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:18:38,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.log.dir/,STOPPED} 2024-11-23T14:18:38,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:18:38,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:18:38,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:38,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:38,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:38,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:38,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:38,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:18:38,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1310762250, stopped=false 2024-11-23T14:18:38,217 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,39047,1732371509382 2024-11-23T14:18:38,233 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/running 2024-11-23T14:18:38,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/running 2024-11-23T14:18:38,233 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:38,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:38,233 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:38,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:38,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:38,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:38,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/running 2024-11-23T14:18:38,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Set watcher on znode that does not yet exist, /01717289711/running 2024-11-23T14:18:38,234 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,39559,1732371509450' ***** 2024-11-23T14:18:38,234 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:18:38,234 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:18:38,234 INFO [RS:0;c6f7b1897123:39559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:18:38,234 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:18:38,234 INFO [RS:0;c6f7b1897123:39559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:18:38,235 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(3091): Received CLOSE for cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:38,235 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,39559,1732371509450 2024-11-23T14:18:38,235 INFO [RS:0;c6f7b1897123:39559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:38,235 INFO [RS:0;c6f7b1897123:39559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39559. 2024-11-23T14:18:38,235 DEBUG [RS:0;c6f7b1897123:39559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:38,235 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd93d436c3c8c0bb1a1bb5daa40f9ae0, disabling compactions & flushes 2024-11-23T14:18:38,235 DEBUG [RS:0;c6f7b1897123:39559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:38,235 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:38,235 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:38,235 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:18:38,235 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:18:38,235 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:18:38,235 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. after waiting 0 ms 2024-11-23T14:18:38,235 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:18:38,235 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:38,236 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:18:38,236 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1325): Online Regions={cd93d436c3c8c0bb1a1bb5daa40f9ae0=hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:18:38,236 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd93d436c3c8c0bb1a1bb5daa40f9ae0 2024-11-23T14:18:38,236 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:38,236 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:38,236 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:38,236 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:38,236 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:38,236 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T14:18:38,240 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/replication/cd93d436c3c8c0bb1a1bb5daa40f9ae0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-23T14:18:38,241 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:38,241 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:38,241 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:38,241 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd93d436c3c8c0bb1a1bb5daa40f9ae0: Waiting for close lock at 1732371518235Running coprocessor pre-close hooks at 1732371518235Disabling compacts and flushes for region at 1732371518235Disabling writes for close at 1732371518235Writing region close event to WAL at 1732371518236 (+1 ms)Running coprocessor post-close hooks at 1732371518241 (+5 ms)Closed at 1732371518241 2024-11-23T14:18:38,241 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0. 2024-11-23T14:18:38,251 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/info/607490fd97be4b7b9848bd7cb140bd89 is 147, key is hbase:replication,,1732371502748.cd93d436c3c8c0bb1a1bb5daa40f9ae0./info:regioninfo/1732371515454/Put/seqid=0 2024-11-23T14:18:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741851_1027 (size=6385) 2024-11-23T14:18:38,285 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:38,436 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:38,636 DEBUG [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:38,657 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/info/607490fd97be4b7b9848bd7cb140bd89 2024-11-23T14:18:38,672 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/.tmp/info/607490fd97be4b7b9848bd7cb140bd89 as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/info/607490fd97be4b7b9848bd7cb140bd89 2024-11-23T14:18:38,680 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/info/607490fd97be4b7b9848bd7cb140bd89, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T14:18:38,681 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-23T14:18:38,687 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T14:18:38,688 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:38,688 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:38,688 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:38,689 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371518236Running coprocessor pre-close hooks at 1732371518236Disabling compacts and flushes for region at 1732371518236Disabling writes for close at 1732371518236Obtaining lock to block concurrent updates at 1732371518236Preparing flush snapshotting stores in 1588230740 at 1732371518236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732371518237 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371518237Flushing 1588230740/info: creating writer at 1732371518238 (+1 ms)Flushing 1588230740/info: appending metadata at 1732371518250 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732371518250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aa962b: reopening flushed file at 1732371518671 (+421 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1732371518681 (+10 ms)Writing region close event to WAL at 1732371518683 (+2 ms)Running coprocessor post-close hooks at 1732371518688 (+5 ms)Closed at 1732371518688 2024-11-23T14:18:38,689 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:38,784 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:38,795 DEBUG [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.1732371510942 to pos 0, reset compression=false 2024-11-23T14:18:38,819 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:18:38,819 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:18:38,837 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,39559,1732371509450; all regions closed. 2024-11-23T14:18:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741849_1025 (size=2156) 2024-11-23T14:18:38,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/WALs/c6f7b1897123,39559,1732371509450/c6f7b1897123%2C39559%2C1732371509450.meta.1732371511361.meta not finished, retry = 0 2024-11-23T14:18:38,950 DEBUG [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs 2024-11-23T14:18:38,950 INFO [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C39559%2C1732371509450.meta:.meta(num 1732371511361) 2024-11-23T14:18:38,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741850_1026 (size=796) 2024-11-23T14:18:38,959 DEBUG [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs 2024-11-23T14:18:38,959 INFO [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C39559%2C1732371509450.rep:(num 1732371515370) 2024-11-23T14:18:38,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741848_1024 (size=93) 2024-11-23T14:18:38,966 DEBUG [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/oldWALs 2024-11-23T14:18:38,967 INFO [RS:0;c6f7b1897123:39559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C39559%2C1732371509450:(num 1732371510942) 2024-11-23T14:18:38,967 DEBUG [RS:0;c6f7b1897123:39559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:38,967 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:38,967 INFO [RS:0;c6f7b1897123:39559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:38,967 INFO [RS:0;c6f7b1897123:39559 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:38,967 INFO [RS:0;c6f7b1897123:39559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:38,967 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:38,968 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,39559,1732371509450 because: Region server is closing 2024-11-23T14:18:38,968 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T14:18:38,968 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T14:18:38,968 INFO [RS:0;c6f7b1897123:39559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39559. 2024-11-23T14:18:38,968 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T14:18:38,968 DEBUG [RS:0;c6f7b1897123:39559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:38,968 DEBUG [RS:0;c6f7b1897123:39559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:38,968 DEBUG [RS:0;c6f7b1897123:39559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:38,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:39,069 WARN [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:18:39,069 WARN [RS:0;c6f7b1897123:39559.replicationSource.shipperc6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:18:39,069 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c6f7b1897123:39559.replicationSource.shipperc6f7b1897123%2C39559%2C1732371509450,1-c6f7b1897123,39559,1732371509450 terminated 2024-11-23T14:18:39,069 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c6f7b1897123,39559,1732371509450 because: Region server is closing 2024-11-23T14:18:39,069 INFO [RS:0;c6f7b1897123:39559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39559. 2024-11-23T14:18:39,070 DEBUG [RS:0;c6f7b1897123:39559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:39,070 DEBUG [RS:0;c6f7b1897123:39559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:39,070 DEBUG [RS:0;c6f7b1897123:39559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:39,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:39,170 WARN [RS:0;c6f7b1897123:39559.replicationSource.shipperc6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:18:39,170 WARN [RS:0;c6f7b1897123:39559.replicationSource.wal-reader.c6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:18:39,170 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c6f7b1897123:39559.replicationSource.shipperc6f7b1897123%2C39559%2C1732371509450,2-c6f7b1897123,39559,1732371509450 terminated 2024-11-23T14:18:39,171 INFO [RS:0;c6f7b1897123:39559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39559 2024-11-23T14:18:39,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711/rs 2024-11-23T14:18:39,227 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/rs/c6f7b1897123,39559,1732371509450 2024-11-23T14:18:39,227 INFO [RS:0;c6f7b1897123:39559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:39,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,39559,1732371509450] 2024-11-23T14:18:39,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01717289711/draining/c6f7b1897123,39559,1732371509450 already deleted, retry=false 2024-11-23T14:18:39,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,39559,1732371509450 expired; onlineServers=0 2024-11-23T14:18:39,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,39047,1732371509382' ***** 2024-11-23T14:18:39,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:18:39,290 INFO [M:0;c6f7b1897123:39047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:39,290 INFO [M:0;c6f7b1897123:39047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:39,290 DEBUG [M:0;c6f7b1897123:39047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:18:39,291 DEBUG [M:0;c6f7b1897123:39047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:18:39,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:18:39,291 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371510503 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371510503,5,FailOnTimeoutGroup] 2024-11-23T14:18:39,291 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371510503 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371510503,5,FailOnTimeoutGroup] 2024-11-23T14:18:39,291 INFO [M:0;c6f7b1897123:39047 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:39,291 INFO [M:0;c6f7b1897123:39047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:39,291 DEBUG [M:0;c6f7b1897123:39047 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:18:39,291 INFO [M:0;c6f7b1897123:39047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:18:39,291 INFO [M:0;c6f7b1897123:39047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:39,291 INFO [M:0;c6f7b1897123:39047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:18:39,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:18:39,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717289711/master 2024-11-23T14:18:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717289711 2024-11-23T14:18:39,328 DEBUG [M:0;c6f7b1897123:39047 {}] zookeeper.ZKUtil(347): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Unable to get data of znode /01717289711/master because node does not exist (not an error) 2024-11-23T14:18:39,328 WARN [M:0;c6f7b1897123:39047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:18:39,329 INFO [M:0;c6f7b1897123:39047 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/.lastflushedseqids 2024-11-23T14:18:39,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741852_1028 (size=181) 2024-11-23T14:18:39,345 INFO [RS:0;c6f7b1897123:39559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:39,345 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:39,345 INFO [RS:0;c6f7b1897123:39559 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,39559,1732371509450; zookeeper connection closed. 2024-11-23T14:18:39,345 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39559-0x101680f09f80007, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:39,345 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@330409c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@330409c2 2024-11-23T14:18:39,346 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:18:39,486 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:18:39,735 INFO [M:0;c6f7b1897123:39047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:18:39,735 INFO [M:0;c6f7b1897123:39047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:18:39,735 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:39,735 INFO [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:39,735 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:39,735 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:39,735 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:39,736 INFO [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T14:18:39,751 DEBUG [M:0;c6f7b1897123:39047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8dcb63c4e784637bb0bd35a22305f25 is 82, key is hbase:meta,,1/info:regioninfo/1732371511441/Put/seqid=0 2024-11-23T14:18:39,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741853_1029 (size=5680) 2024-11-23T14:18:40,156 INFO [M:0;c6f7b1897123:39047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8dcb63c4e784637bb0bd35a22305f25 2024-11-23T14:18:40,176 DEBUG [M:0;c6f7b1897123:39047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce2e8795bff545179de9e0193d1dfa72 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732371515470/Put/seqid=0 2024-11-23T14:18:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741854_1030 (size=7319) 2024-11-23T14:18:40,581 INFO [M:0;c6f7b1897123:39047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce2e8795bff545179de9e0193d1dfa72 2024-11-23T14:18:40,606 DEBUG [M:0;c6f7b1897123:39047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33d119cd0cd8478382e5e09fe908bcca is 69, key is c6f7b1897123,39559,1732371509450/rs:state/1732371510678/Put/seqid=0 2024-11-23T14:18:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741855_1031 (size=5371) 2024-11-23T14:18:40,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:18:40,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:18:40,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:40,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:18:40,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:41,011 INFO [M:0;c6f7b1897123:39047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33d119cd0cd8478382e5e09fe908bcca 2024-11-23T14:18:41,017 INFO [M:0;c6f7b1897123:39047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33d119cd0cd8478382e5e09fe908bcca 2024-11-23T14:18:41,018 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8dcb63c4e784637bb0bd35a22305f25 as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8dcb63c4e784637bb0bd35a22305f25 2024-11-23T14:18:41,024 INFO [M:0;c6f7b1897123:39047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8dcb63c4e784637bb0bd35a22305f25, entries=8, sequenceid=172, filesize=5.5 K 2024-11-23T14:18:41,025 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce2e8795bff545179de9e0193d1dfa72 as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce2e8795bff545179de9e0193d1dfa72 2024-11-23T14:18:41,034 INFO [M:0;c6f7b1897123:39047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce2e8795bff545179de9e0193d1dfa72, entries=7, sequenceid=172, filesize=7.1 K 2024-11-23T14:18:41,036 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33d119cd0cd8478382e5e09fe908bcca as hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33d119cd0cd8478382e5e09fe908bcca 2024-11-23T14:18:41,043 INFO [M:0;c6f7b1897123:39047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33d119cd0cd8478382e5e09fe908bcca 2024-11-23T14:18:41,043 INFO [M:0;c6f7b1897123:39047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45057/user/jenkins/test-data/f9f05057-f032-0045-8a54-b2a13c52846f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33d119cd0cd8478382e5e09fe908bcca, entries=2, sequenceid=172, filesize=5.2 K 2024-11-23T14:18:41,045 INFO [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-23T14:18:41,048 INFO [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:41,049 DEBUG [M:0;c6f7b1897123:39047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371519735Disabling compacts and flushes for region at 1732371519735Disabling writes for close at 1732371519735Obtaining lock to block concurrent updates at 1732371519736 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371519736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732371519736Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371519737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371519737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371519751 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371519751Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371520161 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371520175 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371520175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371520587 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371520605 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371520605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a0c1ff: reopening flushed file at 1732371521017 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50649cc1: reopening flushed file at 1732371521024 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef5d407: reopening flushed file at 1732371521034 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1732371521045 (+11 ms)Writing region close event to WAL at 1732371521048 (+3 ms)Closed at 1732371521048 2024-11-23T14:18:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741847_1023 (size=22949) 2024-11-23T14:18:41,052 INFO [M:0;c6f7b1897123:39047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:18:41,052 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:41,053 INFO [M:0;c6f7b1897123:39047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39047 2024-11-23T14:18:41,053 INFO [M:0;c6f7b1897123:39047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:41,243 INFO [M:0;c6f7b1897123:39047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:41,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:41,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39047-0x101680f09f80006, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:41,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:41,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:18:41,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:18:41,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:18:41,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.log.dir/,STOPPED} 2024-11-23T14:18:41,247 WARN [BP-1883450205-172.17.0.3-1732371485310 heartbeating to localhost/127.0.0.1:45057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:18:41,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:18:41,247 WARN [BP-1883450205-172.17.0.3-1732371485310 heartbeating to localhost/127.0.0.1:45057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1883450205-172.17.0.3-1732371485310 (Datanode Uuid ba6053c4-2be0-40f0-8281-1cee4934b698) service to localhost/127.0.0.1:45057 2024-11-23T14:18:41,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:18:41,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/cluster_df9fdcc7-ea02-fa73-058a-c29efad53406/data/data1/current/BP-1883450205-172.17.0.3-1732371485310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:18:41,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/cluster_df9fdcc7-ea02-fa73-058a-c29efad53406/data/data2/current/BP-1883450205-172.17.0.3-1732371485310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:18:41,248 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:18:41,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:41,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:18:41,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:18:41,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:18:41,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/439b6d8a-66e8-bd5d-5bdc-0765eb458a40/hadoop.log.dir/,STOPPED} 2024-11-23T14:18:41,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:18:41,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:18:41,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35065 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f7b1897123:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f7b1897123:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f7b1897123:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45057 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=817 (was 1226), ProcessCount=11 (was 11), AvailableMemoryMB=4221 (was 4432) 2024-11-23T14:18:41,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=4220 2024-11-23T14:18:41,324 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-23T14:18:41,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.log.dir so I do NOT create it in target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42 2024-11-23T14:18:41,325 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:18:41,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.tmp.dir so I do NOT create it in target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42 2024-11-23T14:18:41,325 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884e514b-3759-9d94-a38d-f3c4a6551bdf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:18:41,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42 2024-11-23T14:18:41,325 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/cluster_3468050c-4355-34c6-0b27-54fbcc8d97bb, deleteOnExit=true 2024-11-23T14:18:41,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/cluster_3468050c-4355-34c6-0b27-54fbcc8d97bb/zookeeper_0, clientPort=50123, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/cluster_3468050c-4355-34c6-0b27-54fbcc8d97bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/cluster_3468050c-4355-34c6-0b27-54fbcc8d97bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:18:41,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50123 2024-11-23T14:18:41,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:18:41,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:18:41,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/test.cache.data in system properties and HBase conf 2024-11-23T14:18:41,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:18:41,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:18:41,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:18:41,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:18:41,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:18:41,330 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:18:41,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:18:41,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:18:41,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:41,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:18:41,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:18:41,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101680f09f80002, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:18:41,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101680f09f80005, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:18:41,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101680f09f80002, quorum=127.0.0.1:61617, baseZNode=/01717289711 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:18:41,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101680f09f80005, quorum=127.0.0.1:61617, baseZNode=/1-1881569530 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:18:41,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:41,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:41,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:41,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:41,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:18:41,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:41,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:41,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:41,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/java.io.tmpdir/jetty-localhost-44831-hadoop-hdfs-3_4_1-tests_jar-_-any-17031285551319875011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:41,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:44831} 2024-11-23T14:18:41,734 INFO [Time-limited test {}] server.Server(415): Started @39281ms 2024-11-23T14:18:42,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:42,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:42,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:42,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:42,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:18:42,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:42,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:42,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/java.io.tmpdir/jetty-localhost-45063-hadoop-hdfs-3_4_1-tests_jar-_-any-7074184235616829714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:42,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:45063} 2024-11-23T14:18:42,119 INFO [Time-limited test {}] server.Server(415): Started @39666ms 2024-11-23T14:18:42,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:18:42,821 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/cluster_3468050c-4355-34c6-0b27-54fbcc8d97bb/data/data1/current/BP-1603391645-172.17.0.3-1732371521358/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:42,824 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/cluster_3468050c-4355-34c6-0b27-54fbcc8d97bb/data/data2/current/BP-1603391645-172.17.0.3-1732371521358/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:42,843 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:18:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee12828609907290 with lease ID 0x96c4c35880a1c03d: Processing first storage report for DS-d61dc77f-c77f-4217-bdee-8dca122b8fc9 from datanode DatanodeRegistration(127.0.0.1:42727, datanodeUuid=a8809798-01a0-4ea2-9e6e-8bf4b6b9dc12, infoPort=44217, infoSecurePort=0, ipcPort=44713, storageInfo=lv=-57;cid=testClusterID;nsid=232340118;c=1732371521358) 2024-11-23T14:18:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee12828609907290 with lease ID 0x96c4c35880a1c03d: from storage DS-d61dc77f-c77f-4217-bdee-8dca122b8fc9 node DatanodeRegistration(127.0.0.1:42727, datanodeUuid=a8809798-01a0-4ea2-9e6e-8bf4b6b9dc12, infoPort=44217, infoSecurePort=0, ipcPort=44713, storageInfo=lv=-57;cid=testClusterID;nsid=232340118;c=1732371521358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:18:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee12828609907290 with lease ID 0x96c4c35880a1c03d: Processing first storage report for DS-41fc9d07-4d06-43fe-b80b-6686c54df389 from datanode DatanodeRegistration(127.0.0.1:42727, datanodeUuid=a8809798-01a0-4ea2-9e6e-8bf4b6b9dc12, infoPort=44217, infoSecurePort=0, ipcPort=44713, storageInfo=lv=-57;cid=testClusterID;nsid=232340118;c=1732371521358) 2024-11-23T14:18:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee12828609907290 with lease ID 0x96c4c35880a1c03d: from storage DS-41fc9d07-4d06-43fe-b80b-6686c54df389 node DatanodeRegistration(127.0.0.1:42727, datanodeUuid=a8809798-01a0-4ea2-9e6e-8bf4b6b9dc12, infoPort=44217, infoSecurePort=0, ipcPort=44713, storageInfo=lv=-57;cid=testClusterID;nsid=232340118;c=1732371521358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:18:42,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42 2024-11-23T14:18:42,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:42,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:18:42,882 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160 with version=8 2024-11-23T14:18:42,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/hbase-staging 2024-11-23T14:18:42,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:42,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:42,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:42,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:42,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:42,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:42,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:18:42,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:42,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36005 2024-11-23T14:18:42,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36005 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-23T14:18:42,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360050x0, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:42,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36005-0x101680f9adb0000 connected 2024-11-23T14:18:43,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:43,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:43,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on znode that does not yet exist, /0-227768312/running 2024-11-23T14:18:43,041 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160, hbase.cluster.distributed=false 2024-11-23T14:18:43,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on znode that does not yet exist, /0-227768312/acl 2024-11-23T14:18:43,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36005 2024-11-23T14:18:43,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36005 2024-11-23T14:18:43,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36005 2024-11-23T14:18:43,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36005 2024-11-23T14:18:43,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36005 2024-11-23T14:18:43,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:43,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:43,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:43,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:43,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:43,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:43,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:18:43,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:43,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43651 2024-11-23T14:18:43,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43651 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-23T14:18:43,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:43,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:43,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436510x0, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:43,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436510x0, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on znode that does not yet exist, /0-227768312/running 2024-11-23T14:18:43,097 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:18:43,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43651-0x101680f9adb0001 connected 2024-11-23T14:18:43,106 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:18:43,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on znode that does not yet exist, /0-227768312/master 2024-11-23T14:18:43,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on znode that does not yet exist, /0-227768312/acl 2024-11-23T14:18:43,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-23T14:18:43,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43651 2024-11-23T14:18:43,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43651 2024-11-23T14:18:43,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-23T14:18:43,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-23T14:18:43,153 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:36005 2024-11-23T14:18:43,153 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-227768312/backup-masters/c6f7b1897123,36005,1732371522884 2024-11-23T14:18:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312/backup-masters 2024-11-23T14:18:43,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312/backup-masters 2024-11-23T14:18:43,165 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on existing znode=/0-227768312/backup-masters/c6f7b1897123,36005,1732371522884 2024-11-23T14:18:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-227768312/master 2024-11-23T14:18:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:43,175 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on existing znode=/0-227768312/master 2024-11-23T14:18:43,176 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-227768312/backup-masters/c6f7b1897123,36005,1732371522884 from backup master directory 2024-11-23T14:18:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312/backup-masters 2024-11-23T14:18:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227768312/backup-masters/c6f7b1897123,36005,1732371522884 2024-11-23T14:18:43,184 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:43,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312/backup-masters 2024-11-23T14:18:43,185 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,36005,1732371522884 2024-11-23T14:18:43,190 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/hbase.id] with ID: 86418f4f-d322-4192-93dc-256a3b3c20a4 2024-11-23T14:18:43,190 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/.tmp/hbase.id 2024-11-23T14:18:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:18:43,203 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/.tmp/hbase.id]:[hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/hbase.id] 2024-11-23T14:18:43,222 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:43,222 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:18:43,224 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T14:18:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:18:43,657 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:18:43,658 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:18:43,659 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:18:44,076 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store 2024-11-23T14:18:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:18:44,489 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:44,490 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:44,490 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:44,490 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:44,490 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:44,490 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:44,490 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:44,490 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371524490Disabling compacts and flushes for region at 1732371524490Disabling writes for close at 1732371524490Writing region close event to WAL at 1732371524490Closed at 1732371524490 2024-11-23T14:18:44,491 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/.initializing 2024-11-23T14:18:44,491 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/WALs/c6f7b1897123,36005,1732371522884 2024-11-23T14:18:44,492 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:44,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C36005%2C1732371522884, suffix=, logDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/WALs/c6f7b1897123,36005,1732371522884, archiveDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/oldWALs, maxLogs=10 2024-11-23T14:18:44,510 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/WALs/c6f7b1897123,36005,1732371522884/c6f7b1897123%2C36005%2C1732371522884.1732371524494, exclude list is [], retry=0 2024-11-23T14:18:44,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-d61dc77f-c77f-4217-bdee-8dca122b8fc9,DISK] 2024-11-23T14:18:44,518 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/WALs/c6f7b1897123,36005,1732371522884/c6f7b1897123%2C36005%2C1732371522884.1732371524494 2024-11-23T14:18:44,518 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44217:44217)] 2024-11-23T14:18:44,518 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:44,519 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:44,519 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,519 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:18:44,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:44,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:44,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:18:44,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:44,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:44,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:18:44,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:18:44,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:44,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:44,530 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,531 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,531 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:44,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:44,538 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:44,538 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68133272, jitterRate=0.01526486873626709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:44,539 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371524519Initializing all the Stores at 1732371524520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371524520Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371524520Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371524520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371524520Cleaning up temporary data from old regions at 1732371524533 (+13 ms)Region opened successfully at 1732371524539 (+6 ms) 2024-11-23T14:18:44,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:18:44,544 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38537f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:44,545 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:18:44,545 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:18:44,545 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:18:44,545 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:18:44,545 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:18:44,546 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:18:44,546 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:18:44,548 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:18:44,549 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Unable to get data of znode /0-227768312/balancer because node does not exist (not necessarily an error) 2024-11-23T14:18:44,637 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227768312/balancer already deleted, retry=false 2024-11-23T14:18:44,637 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:18:44,638 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Unable to get data of znode /0-227768312/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:18:44,647 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227768312/normalizer already deleted, retry=false 2024-11-23T14:18:44,647 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:18:44,648 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Unable to get data of znode /0-227768312/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:18:44,658 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227768312/switch/split already deleted, retry=false 2024-11-23T14:18:44,659 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Unable to get data of znode /0-227768312/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:18:44,668 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227768312/switch/merge already deleted, retry=false 2024-11-23T14:18:44,671 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Unable to get data of znode /0-227768312/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:18:44,679 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-227768312/snapshot-cleanup already deleted, retry=false 2024-11-23T14:18:44,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-227768312/running 2024-11-23T14:18:44,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-227768312/running 2024-11-23T14:18:44,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:44,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:44,690 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,36005,1732371522884, sessionid=0x101680f9adb0000, setting cluster-up flag (Was=false) 2024-11-23T14:18:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:44,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:44,742 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-227768312/flush-table-proc/acquired, /0-227768312/flush-table-proc/reached, /0-227768312/flush-table-proc/abort 2024-11-23T14:18:44,743 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,36005,1732371522884 2024-11-23T14:18:44,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:44,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:44,795 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-227768312/online-snapshot/acquired, /0-227768312/online-snapshot/reached, /0-227768312/online-snapshot/abort 2024-11-23T14:18:44,796 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,36005,1732371522884 2024-11-23T14:18:44,797 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:18:44,799 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:44,799 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:18:44,799 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:18:44,800 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,36005,1732371522884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:18:44,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:44,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:44,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:44,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:44,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:18:44,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:44,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,802 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371554802 2024-11-23T14:18:44,802 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:18:44,802 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:18:44,802 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:18:44,802 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:18:44,802 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:18:44,803 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:18:44,803 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,803 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:18:44,803 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:18:44,803 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:18:44,803 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:18:44,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:44,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:18:44,804 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:18:44,804 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:18:44,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371524804,5,FailOnTimeoutGroup] 2024-11-23T14:18:44,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371524804,5,FailOnTimeoutGroup] 2024-11-23T14:18:44,804 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,804 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:18:44,804 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,804 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:44,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:18:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:18:44,838 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(746): ClusterId : 86418f4f-d322-4192-93dc-256a3b3c20a4 2024-11-23T14:18:44,838 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:18:44,848 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:18:44,848 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:18:44,859 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:18:44,859 DEBUG [RS:0;c6f7b1897123:43651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b8363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:44,872 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:43651 2024-11-23T14:18:44,873 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:18:44,873 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:18:44,873 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:18:44,874 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,36005,1732371522884 with port=43651, startcode=1732371523069 2024-11-23T14:18:44,874 DEBUG [RS:0;c6f7b1897123:43651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:18:44,876 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:18:44,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,43651,1732371523069 2024-11-23T14:18:44,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36005 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,43651,1732371523069 2024-11-23T14:18:44,879 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160 2024-11-23T14:18:44,879 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38333 2024-11-23T14:18:44,879 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:18:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312/rs 2024-11-23T14:18:44,890 DEBUG [RS:0;c6f7b1897123:43651 {}] zookeeper.ZKUtil(111): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on existing znode=/0-227768312/rs/c6f7b1897123,43651,1732371523069 2024-11-23T14:18:44,890 WARN [RS:0;c6f7b1897123:43651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:44,890 INFO [RS:0;c6f7b1897123:43651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:44,890 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069 2024-11-23T14:18:44,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,43651,1732371523069] 2024-11-23T14:18:44,895 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:18:44,897 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:18:44,898 INFO [RS:0;c6f7b1897123:43651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:18:44,898 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,898 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:18:44,899 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:18:44,899 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,899 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,899 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:44,900 DEBUG [RS:0;c6f7b1897123:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:44,901 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,901 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,901 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,901 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,901 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,901 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43651,1732371523069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:44,916 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:18:44,916 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43651,1732371523069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,916 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,916 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.Replication(171): c6f7b1897123,43651,1732371523069 started 2024-11-23T14:18:44,929 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:44,930 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,43651,1732371523069, RpcServer on c6f7b1897123/172.17.0.3:43651, sessionid=0x101680f9adb0001 2024-11-23T14:18:44,930 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:18:44,930 DEBUG [RS:0;c6f7b1897123:43651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,43651,1732371523069 2024-11-23T14:18:44,930 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43651,1732371523069' 2024-11-23T14:18:44,930 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-227768312/flush-table-proc/abort' 2024-11-23T14:18:44,930 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-227768312/flush-table-proc/acquired' 2024-11-23T14:18:44,931 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:18:44,931 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:18:44,931 DEBUG [RS:0;c6f7b1897123:43651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,43651,1732371523069 2024-11-23T14:18:44,931 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43651,1732371523069' 2024-11-23T14:18:44,931 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-227768312/online-snapshot/abort' 2024-11-23T14:18:44,931 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-227768312/online-snapshot/acquired' 2024-11-23T14:18:44,932 DEBUG [RS:0;c6f7b1897123:43651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:18:44,932 INFO [RS:0;c6f7b1897123:43651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:18:44,932 INFO [RS:0;c6f7b1897123:43651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:18:45,032 INFO [RS:0;c6f7b1897123:43651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:45,034 INFO [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43651%2C1732371523069, suffix=, logDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069, archiveDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/oldWALs, maxLogs=10 2024-11-23T14:18:45,048 DEBUG [RS:0;c6f7b1897123:43651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035, exclude list is [], retry=0 2024-11-23T14:18:45,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-d61dc77f-c77f-4217-bdee-8dca122b8fc9,DISK] 2024-11-23T14:18:45,054 INFO [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035 2024-11-23T14:18:45,054 DEBUG [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44217:44217)] 2024-11-23T14:18:45,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:18:45,214 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160 2024-11-23T14:18:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:18:45,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:45,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:45,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:45,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:45,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:45,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:45,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:45,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:45,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:45,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:45,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:45,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:45,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:45,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:45,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:45,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:45,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:45,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:45,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740 2024-11-23T14:18:45,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740 2024-11-23T14:18:45,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:45,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:45,638 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:45,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:45,641 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:45,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66912022, jitterRate=-0.0029331743717193604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:45,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371525621Initializing all the Stores at 1732371525623 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371525623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371525623Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371525624 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371525624Cleaning up temporary data from old regions at 1732371525637 (+13 ms)Region opened successfully at 1732371525643 (+6 ms) 2024-11-23T14:18:45,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:45,643 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:45,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:45,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:45,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:45,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:45,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371525643Disabling compacts and flushes for region at 1732371525643Disabling writes for close at 1732371525643Writing region close event to WAL at 1732371525643Closed at 1732371525643 2024-11-23T14:18:45,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:45,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:18:45,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:18:45,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:45,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:18:45,797 DEBUG [c6f7b1897123:36005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:18:45,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,43651,1732371523069 2024-11-23T14:18:45,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,43651,1732371523069, state=OPENING 2024-11-23T14:18:45,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:18:46,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:46,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:46,087 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:46,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-227768312/meta-region-server: CHANGED 2024-11-23T14:18:46,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-227768312/meta-region-server: CHANGED 2024-11-23T14:18:46,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,43651,1732371523069}] 2024-11-23T14:18:46,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:18:46,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:18:46,245 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:18:46,245 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:46,246 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:18:46,247 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43651%2C1732371523069.meta, suffix=.meta, logDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069, archiveDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/oldWALs, maxLogs=10 2024-11-23T14:18:46,259 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.meta.1732371526248.meta, exclude list is [], retry=0 2024-11-23T14:18:46,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-d61dc77f-c77f-4217-bdee-8dca122b8fc9,DISK] 2024-11-23T14:18:46,265 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.meta.1732371526248.meta 2024-11-23T14:18:46,265 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44217:44217)] 2024-11-23T14:18:46,265 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:46,265 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:18:46,266 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:18:46,266 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:18:46,266 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:18:46,266 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:18:46,266 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:46,266 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:18:46,266 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:18:46,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:46,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:46,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:46,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:46,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:46,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:46,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:46,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:46,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:46,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:46,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:46,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:46,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:46,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:46,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:46,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:46,273 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:46,274 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740 2024-11-23T14:18:46,275 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740 2024-11-23T14:18:46,277 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:46,277 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:46,278 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:46,280 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:46,281 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68557761, jitterRate=0.021590247750282288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:46,281 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:18:46,282 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371526266Writing region info on filesystem at 1732371526266Initializing all the Stores at 1732371526267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371526267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371526267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371526267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371526267Cleaning up temporary data from old regions at 1732371526277 (+10 ms)Running coprocessor post-open hooks at 1732371526281 (+4 ms)Region opened successfully at 1732371526282 (+1 ms) 2024-11-23T14:18:46,283 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371526239 2024-11-23T14:18:46,286 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:18:46,286 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:18:46,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43651,1732371523069 2024-11-23T14:18:46,288 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,43651,1732371523069, state=OPEN 2024-11-23T14:18:46,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-227768312/meta-region-server 2024-11-23T14:18:46,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-227768312/meta-region-server 2024-11-23T14:18:46,339 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,43651,1732371523069 2024-11-23T14:18:46,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-227768312/meta-region-server: CHANGED 2024-11-23T14:18:46,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-227768312/meta-region-server: CHANGED 2024-11-23T14:18:46,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:18:46,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,43651,1732371523069 in 252 msec 2024-11-23T14:18:46,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:18:46,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-11-23T14:18:46,346 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:46,346 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:18:46,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:46,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43651,1732371523069, seqNum=-1] 2024-11-23T14:18:46,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:46,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:46,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5550 sec 2024-11-23T14:18:46,355 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371526355, completionTime=-1 2024-11-23T14:18:46,355 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:18:46,355 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:18:46,357 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:18:46,357 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371586357 2024-11-23T14:18:46,357 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371646357 2024-11-23T14:18:46,357 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:18:46,358 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36005,1732371522884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:46,358 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36005,1732371522884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:46,358 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36005,1732371522884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:46,358 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:36005, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:46,358 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:46,358 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:46,360 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:18:46,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.176sec 2024-11-23T14:18:46,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:18:46,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:18:46,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:18:46,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:18:46,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:18:46,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36005,1732371522884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:46,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36005,1732371522884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:18:46,364 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:18:46,364 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:18:46,365 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36005,1732371522884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:46,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:18:46,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:46,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36005,-1 for getting cluster id 2024-11-23T14:18:46,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:46,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:18:46,440 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86418f4f-d322-4192-93dc-256a3b3c20a4' 2024-11-23T14:18:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86418f4f-d322-4192-93dc-256a3b3c20a4" 2024-11-23T14:18:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b36a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36005,-1] 2024-11-23T14:18:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:46,442 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:46,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:46,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43651,1732371523069, seqNum=-1] 2024-11-23T14:18:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:46,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:46,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,36005,1732371522884 2024-11-23T14:18:46,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-23T14:18:46,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:18:46,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:46,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101680f9adb0002 connected 2024-11-23T14:18:46,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.log.dir so I do NOT create it in target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf 2024-11-23T14:18:46,482 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:18:46,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.tmp.dir so I do NOT create it in target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf 2024-11-23T14:18:46,482 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:18:46,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf 2024-11-23T14:18:46,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:18:46,482 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/cluster_f389effc-f571-8096-e8a0-aeb90e47b4f4, deleteOnExit=true 2024-11-23T14:18:46,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/test.cache.data in system properties and HBase conf 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:18:46,483 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:18:46,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:18:46,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:18:46,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:46,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:46,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:46,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:46,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:18:46,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:46,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:46,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:46,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/java.io.tmpdir/jetty-localhost-33309-hadoop-hdfs-3_4_1-tests_jar-_-any-12346326068618567601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:46,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:33309} 2024-11-23T14:18:46,987 INFO [Time-limited test {}] server.Server(415): Started @44534ms 2024-11-23T14:18:47,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:47,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:47,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:47,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:47,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:18:47,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fa38317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:47,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a36eb1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:47,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75021cf1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/java.io.tmpdir/jetty-localhost-38431-hadoop-hdfs-3_4_1-tests_jar-_-any-2057844692759050424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:47,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a8cc5f3{HTTP/1.1, (http/1.1)}{localhost:38431} 2024-11-23T14:18:47,396 INFO [Time-limited test {}] server.Server(415): Started @44943ms 2024-11-23T14:18:47,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:18:48,081 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/cluster_f389effc-f571-8096-e8a0-aeb90e47b4f4/data/data1/current/BP-1718772202-172.17.0.3-1732371526506/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:48,081 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/cluster_f389effc-f571-8096-e8a0-aeb90e47b4f4/data/data2/current/BP-1718772202-172.17.0.3-1732371526506/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:48,097 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:18:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf09694f8f15ed743 with lease ID 0x2bf2c7157fbb5ee4: Processing first storage report for DS-75ae19cf-cd89-4d88-8dd7-412bc66254c3 from datanode DatanodeRegistration(127.0.0.1:36185, datanodeUuid=d8111167-297a-4666-8a1f-41967ab0ae5e, infoPort=42567, infoSecurePort=0, ipcPort=33843, storageInfo=lv=-57;cid=testClusterID;nsid=1202845938;c=1732371526506) 2024-11-23T14:18:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf09694f8f15ed743 with lease ID 0x2bf2c7157fbb5ee4: from storage DS-75ae19cf-cd89-4d88-8dd7-412bc66254c3 node DatanodeRegistration(127.0.0.1:36185, datanodeUuid=d8111167-297a-4666-8a1f-41967ab0ae5e, infoPort=42567, infoSecurePort=0, ipcPort=33843, storageInfo=lv=-57;cid=testClusterID;nsid=1202845938;c=1732371526506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:18:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf09694f8f15ed743 with lease ID 0x2bf2c7157fbb5ee4: Processing first storage report for DS-93f4a3cd-3e24-4c53-9e1c-07e3d7e6fab8 from datanode DatanodeRegistration(127.0.0.1:36185, datanodeUuid=d8111167-297a-4666-8a1f-41967ab0ae5e, infoPort=42567, infoSecurePort=0, ipcPort=33843, storageInfo=lv=-57;cid=testClusterID;nsid=1202845938;c=1732371526506) 2024-11-23T14:18:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf09694f8f15ed743 with lease ID 0x2bf2c7157fbb5ee4: from storage DS-93f4a3cd-3e24-4c53-9e1c-07e3d7e6fab8 node DatanodeRegistration(127.0.0.1:36185, datanodeUuid=d8111167-297a-4666-8a1f-41967ab0ae5e, infoPort=42567, infoSecurePort=0, ipcPort=33843, storageInfo=lv=-57;cid=testClusterID;nsid=1202845938;c=1732371526506), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T14:18:48,103 WARN [RS:0;c6f7b1897123:43651 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c6f7b1897123,38573,1732371491335: status=Processing ServerCrashProcedure of c6f7b1897123,38573,1732371491335 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732371510503, completionTime=-1 appears to have been leaked 2024-11-23T14:18:48,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf 2024-11-23T14:18:48,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:48,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:48,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:18:48,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c with version=8 2024-11-23T14:18:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/hbase-staging 2024-11-23T14:18:48,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:48,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:48,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:48,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:48,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:48,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:48,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:18:48,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:48,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44955 2024-11-23T14:18:48,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44955 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-23T14:18:48,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449550x0, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:48,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44955-0x101680f9adb0003 connected 2024-11-23T14:18:48,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:48,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:48,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on znode that does not yet exist, /11081516500/running 2024-11-23T14:18:48,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c, hbase.cluster.distributed=false 2024-11-23T14:18:48,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on znode that does not yet exist, /11081516500/acl 2024-11-23T14:18:48,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-23T14:18:48,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44955 2024-11-23T14:18:48,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44955 2024-11-23T14:18:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-23T14:18:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-23T14:18:48,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:48,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:48,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:48,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:48,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:48,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:48,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:18:48,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:48,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33121 2024-11-23T14:18:48,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33121 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-23T14:18:48,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:48,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:48,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331210x0, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:48,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331210x0, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on znode that does not yet exist, /11081516500/running 2024-11-23T14:18:48,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33121-0x101680f9adb0004 connected 2024-11-23T14:18:48,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:18:48,718 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:18:48,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on znode that does not yet exist, /11081516500/master 2024-11-23T14:18:48,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on znode that does not yet exist, /11081516500/acl 2024-11-23T14:18:48,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-23T14:18:48,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33121 2024-11-23T14:18:48,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33121 2024-11-23T14:18:48,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-23T14:18:48,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-23T14:18:48,734 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:44955 2024-11-23T14:18:48,734 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11081516500/backup-masters/c6f7b1897123,44955,1732371528555 2024-11-23T14:18:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500/backup-masters 2024-11-23T14:18:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500/backup-masters 2024-11-23T14:18:48,742 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on existing znode=/11081516500/backup-masters/c6f7b1897123,44955,1732371528555 2024-11-23T14:18:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081516500/master 2024-11-23T14:18:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:48,753 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on existing znode=/11081516500/master 2024-11-23T14:18:48,753 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11081516500/backup-masters/c6f7b1897123,44955,1732371528555 from backup master directory 2024-11-23T14:18:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081516500/backup-masters/c6f7b1897123,44955,1732371528555 2024-11-23T14:18:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500/backup-masters 2024-11-23T14:18:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500/backup-masters 2024-11-23T14:18:48,763 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:48,763 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,44955,1732371528555 2024-11-23T14:18:48,770 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/hbase.id] with ID: a7992124-0fe9-40d0-9580-13670a3ce594 2024-11-23T14:18:48,770 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/.tmp/hbase.id 2024-11-23T14:18:48,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:18:49,181 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/.tmp/hbase.id]:[hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/hbase.id] 2024-11-23T14:18:49,193 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:49,193 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:18:49,194 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:18:49,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:49,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:18:49,654 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:18:49,654 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:18:49,655 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:49,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:18:50,064 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store 2024-11-23T14:18:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:18:50,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:50,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:50,471 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:50,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:50,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:50,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:50,471 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:50,472 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371530471Disabling compacts and flushes for region at 1732371530471Disabling writes for close at 1732371530471Writing region close event to WAL at 1732371530471Closed at 1732371530471 2024-11-23T14:18:50,473 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/.initializing 2024-11-23T14:18:50,473 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/WALs/c6f7b1897123,44955,1732371528555 2024-11-23T14:18:50,474 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:50,478 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C44955%2C1732371528555, suffix=, logDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/WALs/c6f7b1897123,44955,1732371528555, archiveDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/oldWALs, maxLogs=10 2024-11-23T14:18:50,496 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/WALs/c6f7b1897123,44955,1732371528555/c6f7b1897123%2C44955%2C1732371528555.1732371530478, exclude list is [], retry=0 2024-11-23T14:18:50,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-75ae19cf-cd89-4d88-8dd7-412bc66254c3,DISK] 2024-11-23T14:18:50,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/WALs/c6f7b1897123,44955,1732371528555/c6f7b1897123%2C44955%2C1732371528555.1732371530478 2024-11-23T14:18:50,508 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42567:42567)] 2024-11-23T14:18:50,508 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:50,509 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:50,509 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,509 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:18:50,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:50,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:50,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:18:50,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:50,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:50,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:18:50,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:50,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:50,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:18:50,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:50,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:50,527 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,528 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,529 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,530 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,530 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,531 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:50,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:18:50,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:50,536 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66835418, jitterRate=-0.004074662923812866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:50,536 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371530509Initializing all the Stores at 1732371530510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371530510Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371530510Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371530510Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371530510Cleaning up temporary data from old regions at 1732371530530 (+20 ms)Region opened successfully at 1732371530536 (+6 ms) 2024-11-23T14:18:50,544 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:18:50,550 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c16e867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:50,554 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:18:50,554 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:18:50,554 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:18:50,555 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:18:50,555 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:18:50,556 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:18:50,556 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:18:50,562 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:18:50,564 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Unable to get data of znode /11081516500/balancer because node does not exist (not necessarily an error) 2024-11-23T14:18:50,615 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081516500/balancer already deleted, retry=false 2024-11-23T14:18:50,616 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:18:50,617 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Unable to get data of znode /11081516500/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:18:50,626 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081516500/normalizer already deleted, retry=false 2024-11-23T14:18:50,627 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:18:50,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:18:50,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:18:50,628 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Unable to get data of znode /11081516500/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:18:50,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:50,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T14:18:50,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:50,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T14:18:50,637 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081516500/switch/split already deleted, retry=false 2024-11-23T14:18:50,638 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Unable to get data of znode /11081516500/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:18:50,647 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081516500/switch/merge already deleted, retry=false 2024-11-23T14:18:50,653 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Unable to get data of znode /11081516500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:18:50,663 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081516500/snapshot-cleanup already deleted, retry=false 2024-11-23T14:18:50,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081516500/running 2024-11-23T14:18:50,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:50,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081516500/running 2024-11-23T14:18:50,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:50,676 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,44955,1732371528555, sessionid=0x101680f9adb0003, setting cluster-up flag (Was=false) 2024-11-23T14:18:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:50,727 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11081516500/flush-table-proc/acquired, /11081516500/flush-table-proc/reached, /11081516500/flush-table-proc/abort 2024-11-23T14:18:50,729 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,44955,1732371528555 2024-11-23T14:18:50,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:50,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:50,784 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11081516500/online-snapshot/acquired, /11081516500/online-snapshot/reached, /11081516500/online-snapshot/abort 2024-11-23T14:18:50,789 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,44955,1732371528555 2024-11-23T14:18:50,790 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:18:50,794 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:50,794 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:18:50,794 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:18:50,795 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,44955,1732371528555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:18:50,797 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:50,797 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:50,797 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:50,797 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:18:50,797 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:18:50,797 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:50,797 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:50,797 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:50,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:50,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:18:50,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:50,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:18:50,855 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371560855 2024-11-23T14:18:50,855 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:18:50,855 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:18:50,855 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:18:50,856 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:18:50,856 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:18:50,856 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:18:50,856 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(746): ClusterId : a7992124-0fe9-40d0-9580-13670a3ce594 2024-11-23T14:18:50,856 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:18:50,861 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:50,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:18:50,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:18:50,865 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:18:50,865 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:18:50,869 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:18:50,870 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:18:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:18:50,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:18:50,872 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c 2024-11-23T14:18:50,873 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:18:50,873 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:18:50,873 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371530873,5,FailOnTimeoutGroup] 2024-11-23T14:18:50,876 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371530873,5,FailOnTimeoutGroup] 2024-11-23T14:18:50,877 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:50,877 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:18:50,877 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:50,877 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:50,880 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:18:50,880 DEBUG [RS:0;c6f7b1897123:33121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1631b90a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:18:50,895 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:18:50,919 DEBUG [RS:0;c6f7b1897123:33121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:33121 2024-11-23T14:18:50,919 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:18:50,919 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:18:50,919 DEBUG [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:18:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741832_1008 (size=32) 2024-11-23T14:18:50,920 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,44955,1732371528555 with port=33121, startcode=1732371528698 2024-11-23T14:18:50,920 DEBUG [RS:0;c6f7b1897123:33121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:18:50,922 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:18:50,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,33121,1732371528698 2024-11-23T14:18:50,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,33121,1732371528698 2024-11-23T14:18:50,927 DEBUG [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c 2024-11-23T14:18:50,927 DEBUG [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40027 2024-11-23T14:18:50,927 DEBUG [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:18:51,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500/rs 2024-11-23T14:18:51,023 DEBUG [RS:0;c6f7b1897123:33121 {}] zookeeper.ZKUtil(111): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on existing znode=/11081516500/rs/c6f7b1897123,33121,1732371528698 2024-11-23T14:18:51,023 WARN [RS:0;c6f7b1897123:33121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:51,023 INFO [RS:0;c6f7b1897123:33121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:51,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,33121,1732371528698] 2024-11-23T14:18:51,024 DEBUG [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/WALs/c6f7b1897123,33121,1732371528698 2024-11-23T14:18:51,048 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:18:51,057 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:18:51,057 INFO [RS:0;c6f7b1897123:33121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:18:51,058 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,064 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:18:51,065 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:18:51,065 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,066 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:18:51,067 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:51,067 DEBUG [RS:0;c6f7b1897123:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:18:51,070 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,070 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,070 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,070 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,071 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,071 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,33121,1732371528698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:51,097 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:18:51,097 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,33121,1732371528698-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,097 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,097 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.Replication(171): c6f7b1897123,33121,1732371528698 started 2024-11-23T14:18:51,118 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:51,118 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,33121,1732371528698, RpcServer on c6f7b1897123/172.17.0.3:33121, sessionid=0x101680f9adb0004 2024-11-23T14:18:51,118 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:18:51,118 DEBUG [RS:0;c6f7b1897123:33121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,33121,1732371528698 2024-11-23T14:18:51,118 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,33121,1732371528698' 2024-11-23T14:18:51,118 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11081516500/flush-table-proc/abort' 2024-11-23T14:18:51,119 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11081516500/flush-table-proc/acquired' 2024-11-23T14:18:51,120 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:18:51,120 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:18:51,120 DEBUG [RS:0;c6f7b1897123:33121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,33121,1732371528698 2024-11-23T14:18:51,120 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,33121,1732371528698' 2024-11-23T14:18:51,120 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11081516500/online-snapshot/abort' 2024-11-23T14:18:51,127 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11081516500/online-snapshot/acquired' 2024-11-23T14:18:51,128 DEBUG [RS:0;c6f7b1897123:33121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:18:51,128 INFO [RS:0;c6f7b1897123:33121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:18:51,128 INFO [RS:0;c6f7b1897123:33121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:18:51,229 INFO [RS:0;c6f7b1897123:33121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:18:51,230 INFO [RS:0;c6f7b1897123:33121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C33121%2C1732371528698, suffix=, logDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/WALs/c6f7b1897123,33121,1732371528698, archiveDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/oldWALs, maxLogs=10 2024-11-23T14:18:51,244 DEBUG [RS:0;c6f7b1897123:33121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/WALs/c6f7b1897123,33121,1732371528698/c6f7b1897123%2C33121%2C1732371528698.1732371531230, exclude list is [], retry=0 2024-11-23T14:18:51,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-75ae19cf-cd89-4d88-8dd7-412bc66254c3,DISK] 2024-11-23T14:18:51,251 INFO [RS:0;c6f7b1897123:33121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/WALs/c6f7b1897123,33121,1732371528698/c6f7b1897123%2C33121%2C1732371528698.1732371531230 2024-11-23T14:18:51,251 DEBUG [RS:0;c6f7b1897123:33121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42567:42567)] 2024-11-23T14:18:51,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:51,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:51,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:51,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:51,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:51,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:51,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:51,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:51,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:51,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:51,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:51,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:51,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:51,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:51,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:51,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:51,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740 2024-11-23T14:18:51,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740 2024-11-23T14:18:51,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:51,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:51,344 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:51,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:51,353 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:51,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65699658, jitterRate=-0.02099880576133728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:51,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371531321Initializing all the Stores at 1732371531322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371531322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371531322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371531322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371531322Cleaning up temporary data from old regions at 1732371531340 (+18 ms)Region opened successfully at 1732371531356 (+16 ms) 2024-11-23T14:18:51,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:51,356 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:51,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:51,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:51,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:51,360 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:51,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371531356Disabling compacts and flushes for region at 1732371531356Disabling writes for close at 1732371531357 (+1 ms)Writing region close event to WAL at 1732371531360 (+3 ms)Closed at 1732371531360 2024-11-23T14:18:51,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:51,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:18:51,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:18:51,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:51,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:18:51,523 DEBUG [c6f7b1897123:44955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:18:51,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,33121,1732371528698 2024-11-23T14:18:51,526 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,33121,1732371528698, state=OPENING 2024-11-23T14:18:51,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:18:51,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:51,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:51,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081516500/meta-region-server: CHANGED 2024-11-23T14:18:51,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081516500/meta-region-server: CHANGED 2024-11-23T14:18:51,606 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:18:51,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,33121,1732371528698}] 2024-11-23T14:18:51,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:18:51,772 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:18:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:18:51,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:18:51,828 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:18:51,828 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:51,829 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:18:51,831 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C33121%2C1732371528698.meta, suffix=.meta, logDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/WALs/c6f7b1897123,33121,1732371528698, archiveDir=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/oldWALs, maxLogs=10 2024-11-23T14:18:51,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:18:51,862 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/WALs/c6f7b1897123,33121,1732371528698/c6f7b1897123%2C33121%2C1732371528698.meta.1732371531832.meta, exclude list is [], retry=0 2024-11-23T14:18:51,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-75ae19cf-cd89-4d88-8dd7-412bc66254c3,DISK] 2024-11-23T14:18:51,885 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/WALs/c6f7b1897123,33121,1732371528698/c6f7b1897123%2C33121%2C1732371528698.meta.1732371531832.meta 2024-11-23T14:18:51,909 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42567:42567)] 2024-11-23T14:18:51,910 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:51,910 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:18:51,910 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:18:51,910 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:18:51,910 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:18:51,911 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:18:51,911 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:51,911 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:18:51,911 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:18:51,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:18:51,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:18:51,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:51,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:51,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:18:51,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:18:51,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:51,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:51,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:18:51,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:18:51,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:51,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:51,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:18:51,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:18:51,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:51,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:18:51,922 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:18:51,923 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740 2024-11-23T14:18:51,925 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740 2024-11-23T14:18:51,928 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:18:51,928 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:18:51,930 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:18:51,936 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:18:51,937 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63332243, jitterRate=-0.05627603828907013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:18:51,937 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:18:51,937 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371531911Writing region info on filesystem at 1732371531911Initializing all the Stores at 1732371531912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371531912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371531913 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371531913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371531913Cleaning up temporary data from old regions at 1732371531928 (+15 ms)Running coprocessor post-open hooks at 1732371531937 (+9 ms)Region opened successfully at 1732371531937 2024-11-23T14:18:51,938 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371531772 2024-11-23T14:18:51,941 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:18:51,941 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:18:51,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,33121,1732371528698 2024-11-23T14:18:51,944 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,33121,1732371528698, state=OPEN 2024-11-23T14:18:51,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11081516500/meta-region-server 2024-11-23T14:18:51,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11081516500/meta-region-server 2024-11-23T14:18:51,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,33121,1732371528698 2024-11-23T14:18:51,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081516500/meta-region-server: CHANGED 2024-11-23T14:18:51,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081516500/meta-region-server: CHANGED 2024-11-23T14:18:51,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:18:51,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,33121,1732371528698 in 357 msec 2024-11-23T14:18:51,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:18:51,988 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:18:51,993 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:51,993 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,33121,1732371528698, seqNum=-1] 2024-11-23T14:18:51,993 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:51,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:51,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:18:51,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-23T14:18:52,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-23T14:18:52,006 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371532006, completionTime=-1 2024-11-23T14:18:52,006 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:18:52,006 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:18:52,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:18:52,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371592009 2024-11-23T14:18:52,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371652009 2024-11-23T14:18:52,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-23T14:18:52,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44955,1732371528555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:52,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44955,1732371528555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:52,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44955,1732371528555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:52,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:44955, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:52,010 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:52,013 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:18:52,016 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:52,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-11-23T14:18:52,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:18:52,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:18:52,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:18:52,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:18:52,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:18:52,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44955,1732371528555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:18:52,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44955,1732371528555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:18:52,025 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:18:52,025 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:18:52,025 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44955,1732371528555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:18:52,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f59d2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44955,-1 for getting cluster id 2024-11-23T14:18:52,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:52,075 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7992124-0fe9-40d0-9580-13670a3ce594' 2024-11-23T14:18:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7992124-0fe9-40d0-9580-13670a3ce594" 2024-11-23T14:18:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caa3740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44955,-1] 2024-11-23T14:18:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:52,078 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:52,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375b801f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,33121,1732371528698, seqNum=-1] 2024-11-23T14:18:52,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:52,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:18:52,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,44955,1732371528555 2024-11-23T14:18:52,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-23T14:18:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:52,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101680f9adb0005 connected 2024-11-23T14:18:52,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b67d833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36005,-1 for getting cluster id 2024-11-23T14:18:52,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:52,125 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86418f4f-d322-4192-93dc-256a3b3c20a4' 2024-11-23T14:18:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86418f4f-d322-4192-93dc-256a3b3c20a4" 2024-11-23T14:18:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380fccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36005,-1] 2024-11-23T14:18:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:52,129 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f39f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36005,1732371522884 2024-11-23T14:18:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5df6bd37 2024-11-23T14:18:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:52,136 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:52,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:44955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:18:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:18:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:52,142 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:44955' 2024-11-23T14:18:52,160 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1030de6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,161 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44955,-1 for getting cluster id 2024-11-23T14:18:52,161 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:52,162 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7992124-0fe9-40d0-9580-13670a3ce594' 2024-11-23T14:18:52,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:52,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7992124-0fe9-40d0-9580-13670a3ce594" 2024-11-23T14:18:52,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4762fd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44955,-1] 2024-11-23T14:18:52,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:52,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:52,165 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:52,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2320b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,167 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:52,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,44955,1732371528555 2024-11-23T14:18:52,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13753411 2024-11-23T14:18:52,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:52,170 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:52,171 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T14:18:52,171 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:18:52,171 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:52,171 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:52,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:52,172 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:18:52,174 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:18:52,175 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:18:52,176 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:52,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:18:52,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741835_1011 (size=1138) 2024-11-23T14:18:52,192 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b279560aec85f618f7c29ae3abac9123, NAME => 'hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160 2024-11-23T14:18:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741836_1012 (size=44) 2024-11-23T14:18:52,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:52,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b279560aec85f618f7c29ae3abac9123, disabling compactions & flushes 2024-11-23T14:18:52,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:52,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:52,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. after waiting 0 ms 2024-11-23T14:18:52,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:52,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:52,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b279560aec85f618f7c29ae3abac9123: Waiting for close lock at 1732371532203Disabling compacts and flushes for region at 1732371532203Disabling writes for close at 1732371532203Writing region close event to WAL at 1732371532203Closed at 1732371532203 2024-11-23T14:18:52,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:18:52,205 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371532205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371532205"}]},"ts":"1732371532205"} 2024-11-23T14:18:52,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:18:52,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:18:52,210 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371532209"}]},"ts":"1732371532209"} 2024-11-23T14:18:52,212 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:18:52,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b279560aec85f618f7c29ae3abac9123, ASSIGN}] 2024-11-23T14:18:52,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b279560aec85f618f7c29ae3abac9123, ASSIGN 2024-11-23T14:18:52,216 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b279560aec85f618f7c29ae3abac9123, ASSIGN; state=OFFLINE, location=c6f7b1897123,43651,1732371523069; forceNewPlan=false, retain=false 2024-11-23T14:18:52,224 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:18:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:52,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b279560aec85f618f7c29ae3abac9123, regionState=OPENING, regionLocation=c6f7b1897123,43651,1732371523069 2024-11-23T14:18:52,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b279560aec85f618f7c29ae3abac9123, ASSIGN because future has completed 2024-11-23T14:18:52,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b279560aec85f618f7c29ae3abac9123, server=c6f7b1897123,43651,1732371523069}] 2024-11-23T14:18:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:52,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:52,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:18:52,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:18:52,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43651%2C1732371523069.rep, suffix=, logDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069, archiveDir=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/oldWALs, maxLogs=10 2024-11-23T14:18:52,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.rep.1732371532541, exclude list is [], retry=0 2024-11-23T14:18:52,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-d61dc77f-c77f-4217-bdee-8dca122b8fc9,DISK] 2024-11-23T14:18:52,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.rep.1732371532541 2024-11-23T14:18:52,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44217:44217)] 2024-11-23T14:18:52,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b279560aec85f618f7c29ae3abac9123, NAME => 'hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:18:52,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:18:52,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:18:52,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. service=MultiRowMutationService 2024-11-23T14:18:52,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:18:52,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:18:52,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,562 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,563 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b279560aec85f618f7c29ae3abac9123 columnFamilyName hfileref 2024-11-23T14:18:52,563 DEBUG [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:52,564 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] regionserver.HStore(327): Store=b279560aec85f618f7c29ae3abac9123/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:52,564 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,571 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b279560aec85f618f7c29ae3abac9123 columnFamilyName queue 2024-11-23T14:18:52,571 DEBUG [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:52,572 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] regionserver.HStore(327): Store=b279560aec85f618f7c29ae3abac9123/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:52,572 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,573 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b279560aec85f618f7c29ae3abac9123 columnFamilyName sid 2024-11-23T14:18:52,574 DEBUG [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:18:52,574 INFO [StoreOpener-b279560aec85f618f7c29ae3abac9123-1 {}] regionserver.HStore(327): Store=b279560aec85f618f7c29ae3abac9123/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:18:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:18:52,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:18:52,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b279560aec85f618f7c29ae3abac9123; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67687625, jitterRate=0.008624210953712463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:18:52,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:52,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b279560aec85f618f7c29ae3abac9123: Running coprocessor pre-open hook at 1732371532560Writing region info on filesystem at 1732371532560Initializing all the Stores at 1732371532561 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371532561Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371532562 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371532562Cleaning up temporary data from old regions at 1732371532577 (+15 ms)Running coprocessor post-open hooks at 1732371532582 (+5 ms)Region opened successfully at 1732371532583 (+1 ms) 2024-11-23T14:18:52,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123., pid=7, masterSystemTime=1732371532534 2024-11-23T14:18:52,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:52,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:52,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b279560aec85f618f7c29ae3abac9123, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43651,1732371523069 2024-11-23T14:18:52,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b279560aec85f618f7c29ae3abac9123, server=c6f7b1897123,43651,1732371523069 because future has completed 2024-11-23T14:18:52,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T14:18:52,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b279560aec85f618f7c29ae3abac9123, server=c6f7b1897123,43651,1732371523069 in 212 msec 2024-11-23T14:18:52,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:18:52,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b279560aec85f618f7c29ae3abac9123, ASSIGN in 383 msec 2024-11-23T14:18:52,602 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:18:52,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371532602"}]},"ts":"1732371532602"} 2024-11-23T14:18:52,605 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:18:52,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:18:52,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 435 msec 2024-11-23T14:18:52,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123., hostname=c6f7b1897123,43651,1732371523069, seqNum=2] 2024-11-23T14:18:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:52,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:18:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:52,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T14:18:52,888 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:18:52,919 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,43651,1732371523069, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:18:52,920 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:18:52,920 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43651,1732371523069, seqNum=-1] 2024-11-23T14:18:52,920 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:18:52,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-23T14:18:52,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,43651,1732371523069', locateType=CURRENT is [region=hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123., hostname=c6f7b1897123,43651,1732371523069, seqNum=2] 2024-11-23T14:18:52,926 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T14:18:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T14:18:52,930 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,43651,1732371523069 suceeded 2024-11-23T14:18:52,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T14:18:52,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-23T14:18:52,934 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:44955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:18:52,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 797 msec 2024-11-23T14:18:52,942 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:44955' 2024-11-23T14:18:52,943 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@229c8d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,943 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44955,-1 for getting cluster id 2024-11-23T14:18:52,944 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:18:52,944 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7992124-0fe9-40d0-9580-13670a3ce594' 2024-11-23T14:18:52,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:18:52,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7992124-0fe9-40d0-9580-13670a3ce594" 2024-11-23T14:18:52,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26c140bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44955,-1] 2024-11-23T14:18:52,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:18:52,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:52,946 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:18:52,947 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e1a87e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:18:52,947 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:52,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,44955,1732371528555 2024-11-23T14:18:52,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e2adf9 2024-11-23T14:18:52,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:52,949 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-23T14:18:52,950 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,43651,1732371523069 (queues=1) is replicating from cluster=86418f4f-d322-4192-93dc-256a3b3c20a4 to cluster=a7992124-0fe9-40d0-9580-13670a3ce594 2024-11-23T14:18:52,950 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C43651%2C1732371523069 2024-11-23T14:18:52,950 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,43651,1732371523069, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:18:52,951 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.shipperc6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C43651%2C1732371523069 2024-11-23T14:18:52,951 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.wal-reader.c6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035, startPosition=0, beingWritten=true 2024-11-23T14:18:53,158 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.wal-reader.c6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035 to pos 0, reset compression=false 2024-11-23T14:18:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:18:53,275 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:18:53,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:53,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:53,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:53,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:53,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:53,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:18:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36005,1732371522884 2024-11-23T14:18:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d33deaf 2024-11-23T14:18:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:18:53,278 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:18:53,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T14:18:53,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:18:53,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:53,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:53,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:53,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:53,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:53,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:18:53,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=311133484, stopped=false 2024-11-23T14:18:53,279 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,44955,1732371528555 2024-11-23T14:18:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081516500/running 2024-11-23T14:18:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081516500/running 2024-11-23T14:18:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:53,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:53,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:53,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:53,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:53,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,33121,1732371528698' ***** 2024-11-23T14:18:53,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:18:53,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on znode that does not yet exist, /11081516500/running 2024-11-23T14:18:53,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Set watcher on znode that does not yet exist, /11081516500/running 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,33121,1732371528698 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:33121. 2024-11-23T14:18:53,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:18:53,301 DEBUG [RS:0;c6f7b1897123:33121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:53,301 DEBUG [RS:0;c6f7b1897123:33121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:18:53,301 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:18:53,302 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:18:53,302 DEBUG [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:18:53,302 DEBUG [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:53,302 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:53,302 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:53,302 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:53,302 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:53,302 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:53,302 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T14:18:53,318 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740/.tmp/ns/48b9f9c3ed0742198ed3afd03c9d9281 is 43, key is default/ns:d/1732371531996/Put/seqid=0 2024-11-23T14:18:53,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741835_1011 (size=5153) 2024-11-23T14:18:53,324 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740/.tmp/ns/48b9f9c3ed0742198ed3afd03c9d9281 2024-11-23T14:18:53,331 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740/.tmp/ns/48b9f9c3ed0742198ed3afd03c9d9281 as hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740/ns/48b9f9c3ed0742198ed3afd03c9d9281 2024-11-23T14:18:53,337 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740/ns/48b9f9c3ed0742198ed3afd03c9d9281, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T14:18:53,339 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false 2024-11-23T14:18:53,343 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T14:18:53,344 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:53,344 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:53,344 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:53,345 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371533302Running coprocessor pre-close hooks at 1732371533302Disabling compacts and flushes for region at 1732371533302Disabling writes for close at 1732371533302Obtaining lock to block concurrent updates at 1732371533302Preparing flush snapshotting stores in 1588230740 at 1732371533302Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732371533302Flushing stores of hbase:meta,,1.1588230740 at 1732371533303 (+1 ms)Flushing 1588230740/ns: creating writer at 1732371533303Flushing 1588230740/ns: appending metadata at 1732371533317 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732371533317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62158e3a: reopening flushed file at 1732371533330 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false at 1732371533339 (+9 ms)Writing region close event to WAL at 1732371533340 (+1 ms)Running coprocessor post-close hooks at 1732371533344 (+4 ms)Closed at 1732371533344 2024-11-23T14:18:53,345 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:53,377 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:53,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.wal-reader.c6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035 to pos 0, reset compression=false 2024-11-23T14:18:53,502 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,33121,1732371528698; all regions closed. 2024-11-23T14:18:53,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741834_1010 (size=1152) 2024-11-23T14:18:53,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/WALs/c6f7b1897123,33121,1732371528698/c6f7b1897123%2C33121%2C1732371528698.meta.1732371531832.meta not finished, retry = 0 2024-11-23T14:18:53,608 DEBUG [RS:0;c6f7b1897123:33121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/oldWALs 2024-11-23T14:18:53,608 INFO [RS:0;c6f7b1897123:33121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C33121%2C1732371528698.meta:.meta(num 1732371531832) 2024-11-23T14:18:53,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741833_1009 (size=93) 2024-11-23T14:18:53,613 DEBUG [RS:0;c6f7b1897123:33121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/oldWALs 2024-11-23T14:18:53,613 INFO [RS:0;c6f7b1897123:33121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C33121%2C1732371528698:(num 1732371531230) 2024-11-23T14:18:53,613 DEBUG [RS:0;c6f7b1897123:33121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:53,613 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:53,614 INFO [RS:0;c6f7b1897123:33121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:53,614 INFO [RS:0;c6f7b1897123:33121 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:53,614 INFO [RS:0;c6f7b1897123:33121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:53,614 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:53,614 INFO [RS:0;c6f7b1897123:33121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33121 2024-11-23T14:18:53,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081516500/rs/c6f7b1897123,33121,1732371528698 2024-11-23T14:18:53,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500/rs 2024-11-23T14:18:53,626 INFO [RS:0;c6f7b1897123:33121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:53,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,33121,1732371528698] 2024-11-23T14:18:53,647 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11081516500/draining/c6f7b1897123,33121,1732371528698 already deleted, retry=false 2024-11-23T14:18:53,647 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,33121,1732371528698 expired; onlineServers=0 2024-11-23T14:18:53,647 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,44955,1732371528555' ***** 2024-11-23T14:18:53,647 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:18:53,647 INFO [M:0;c6f7b1897123:44955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:53,647 INFO [M:0;c6f7b1897123:44955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:53,647 DEBUG [M:0;c6f7b1897123:44955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:18:53,647 DEBUG [M:0;c6f7b1897123:44955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:18:53,647 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:18:53,647 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371530873 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371530873,5,FailOnTimeoutGroup] 2024-11-23T14:18:53,648 INFO [M:0;c6f7b1897123:44955 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:53,648 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371530873 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371530873,5,FailOnTimeoutGroup] 2024-11-23T14:18:53,648 INFO [M:0;c6f7b1897123:44955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:53,648 DEBUG [M:0;c6f7b1897123:44955 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:18:53,648 INFO [M:0;c6f7b1897123:44955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:18:53,648 INFO [M:0;c6f7b1897123:44955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:53,648 INFO [M:0;c6f7b1897123:44955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:18:53,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:18:53,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081516500/master 2024-11-23T14:18:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081516500 2024-11-23T14:18:53,658 DEBUG [M:0;c6f7b1897123:44955 {}] zookeeper.ZKUtil(347): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Unable to get data of znode /11081516500/master because node does not exist (not an error) 2024-11-23T14:18:53,658 WARN [M:0;c6f7b1897123:44955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:18:53,658 INFO [M:0;c6f7b1897123:44955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/.lastflushedseqids 2024-11-23T14:18:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741836_1012 (size=99) 2024-11-23T14:18:53,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:53,737 INFO [RS:0;c6f7b1897123:33121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:53,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101680f9adb0004, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:53,737 INFO [RS:0;c6f7b1897123:33121 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,33121,1732371528698; zookeeper connection closed. 2024-11-23T14:18:53,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67ba1ac7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67ba1ac7 2024-11-23T14:18:53,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:18:53,874 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.wal-reader.c6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035 to pos 0, reset compression=false 2024-11-23T14:18:54,064 INFO [M:0;c6f7b1897123:44955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:18:54,064 INFO [M:0;c6f7b1897123:44955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:18:54,064 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:54,064 INFO [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:54,064 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:54,064 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:54,064 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:54,065 INFO [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T14:18:54,087 DEBUG [M:0;c6f7b1897123:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1c3374d8fc54edebec36dc90da85871 is 82, key is hbase:meta,,1/info:regioninfo/1732371531943/Put/seqid=0 2024-11-23T14:18:54,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741837_1013 (size=5672) 2024-11-23T14:18:54,092 INFO [M:0;c6f7b1897123:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1c3374d8fc54edebec36dc90da85871 2024-11-23T14:18:54,111 DEBUG [M:0;c6f7b1897123:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ce48bae3ebe4567ae3d3fde252b61f6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732371532004/Put/seqid=0 2024-11-23T14:18:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741838_1014 (size=5275) 2024-11-23T14:18:54,380 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.wal-reader.c6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035 to pos 0, reset compression=false 2024-11-23T14:18:54,516 INFO [M:0;c6f7b1897123:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ce48bae3ebe4567ae3d3fde252b61f6 2024-11-23T14:18:54,542 DEBUG [M:0;c6f7b1897123:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58173df3a26441e889384b5d941f0d6b is 69, key is c6f7b1897123,33121,1732371528698/rs:state/1732371530924/Put/seqid=0 2024-11-23T14:18:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741839_1015 (size=5156) 2024-11-23T14:18:54,556 INFO [M:0;c6f7b1897123:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58173df3a26441e889384b5d941f0d6b 2024-11-23T14:18:54,563 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1c3374d8fc54edebec36dc90da85871 as hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1c3374d8fc54edebec36dc90da85871 2024-11-23T14:18:54,570 INFO [M:0;c6f7b1897123:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1c3374d8fc54edebec36dc90da85871, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T14:18:54,571 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ce48bae3ebe4567ae3d3fde252b61f6 as hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ce48bae3ebe4567ae3d3fde252b61f6 2024-11-23T14:18:54,576 INFO [M:0;c6f7b1897123:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ce48bae3ebe4567ae3d3fde252b61f6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T14:18:54,577 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58173df3a26441e889384b5d941f0d6b as hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58173df3a26441e889384b5d941f0d6b 2024-11-23T14:18:54,583 INFO [M:0;c6f7b1897123:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58173df3a26441e889384b5d941f0d6b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T14:18:54,584 INFO [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=28, compaction requested=false 2024-11-23T14:18:54,591 INFO [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:54,591 DEBUG [M:0;c6f7b1897123:44955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371534064Disabling compacts and flushes for region at 1732371534064Disabling writes for close at 1732371534064Obtaining lock to block concurrent updates at 1732371534065 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371534065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732371534065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371534066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371534066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371534086 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371534086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371534097 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371534110 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371534110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371534522 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371534542 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371534542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e0d182: reopening flushed file at 1732371534562 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da8dc11: reopening flushed file at 1732371534570 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2789082f: reopening flushed file at 1732371534576 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=28, compaction requested=false at 1732371534584 (+8 ms)Writing region close event to WAL at 1732371534591 (+7 ms)Closed at 1732371534591 2024-11-23T14:18:54,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741830_1006 (size=10165) 2024-11-23T14:18:54,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2282ca34-3813-802c-ddbf-8c2ace63690c/MasterData/WALs/c6f7b1897123,44955,1732371528555/c6f7b1897123%2C44955%2C1732371528555.1732371530478 not finished, retry = 0 2024-11-23T14:18:54,697 INFO [M:0;c6f7b1897123:44955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:18:54,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:54,697 INFO [M:0;c6f7b1897123:44955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44955 2024-11-23T14:18:54,697 INFO [M:0;c6f7b1897123:44955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:54,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:54,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x101680f9adb0003, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:54,848 INFO [M:0;c6f7b1897123:44955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:54,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75021cf1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:54,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a8cc5f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:18:54,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:18:54,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a36eb1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:18:54,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fa38317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.log.dir/,STOPPED} 2024-11-23T14:18:54,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:18:54,858 WARN [BP-1718772202-172.17.0.3-1732371526506 heartbeating to localhost/127.0.0.1:40027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:18:54,858 WARN [BP-1718772202-172.17.0.3-1732371526506 heartbeating to localhost/127.0.0.1:40027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718772202-172.17.0.3-1732371526506 (Datanode Uuid d8111167-297a-4666-8a1f-41967ab0ae5e) service to localhost/127.0.0.1:40027 2024-11-23T14:18:54,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:18:54,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/cluster_f389effc-f571-8096-e8a0-aeb90e47b4f4/data/data1/current/BP-1718772202-172.17.0.3-1732371526506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:18:54,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/cluster_f389effc-f571-8096-e8a0-aeb90e47b4f4/data/data2/current/BP-1718772202-172.17.0.3-1732371526506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:18:54,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:18:54,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:54,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:18:54,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:18:54,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:18:54,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.log.dir/,STOPPED} 2024-11-23T14:18:54,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:18:54,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:18:54,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:54,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:54,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:54,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:54,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:54,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:18:54,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=444003042, stopped=false 2024-11-23T14:18:54,891 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,36005,1732371522884 2024-11-23T14:18:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227768312/running 2024-11-23T14:18:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227768312/running 2024-11-23T14:18:54,953 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:54,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on znode that does not yet exist, /0-227768312/running 2024-11-23T14:18:54,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Set watcher on znode that does not yet exist, /0-227768312/running 2024-11-23T14:18:54,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:18:54,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:54,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:54,955 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,43651,1732371523069' ***** 2024-11-23T14:18:54,955 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:18:54,955 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:18:54,955 INFO [RS:0;c6f7b1897123:43651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:18:54,955 INFO [RS:0;c6f7b1897123:43651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:18:54,955 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(3091): Received CLOSE for b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:54,956 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,43651,1732371523069 2024-11-23T14:18:54,956 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:18:54,956 INFO [RS:0;c6f7b1897123:43651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:54,956 INFO [RS:0;c6f7b1897123:43651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43651. 2024-11-23T14:18:54,956 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b279560aec85f618f7c29ae3abac9123, disabling compactions & flushes 2024-11-23T14:18:54,956 DEBUG [RS:0;c6f7b1897123:43651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:54,956 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:54,956 DEBUG [RS:0;c6f7b1897123:43651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:54,956 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:54,956 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. after waiting 0 ms 2024-11-23T14:18:54,956 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:54,956 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b279560aec85f618f7c29ae3abac9123 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T14:18:54,956 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:18:54,956 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:18:54,956 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:18:54,956 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:18:54,956 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:18:54,956 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1325): Online Regions={b279560aec85f618f7c29ae3abac9123=hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:18:54,957 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:54,957 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:18:54,957 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:18:54,957 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:18:54,957 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:18:54,957 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:18:54,957 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T14:18:54,973 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/info/fbeccf8949f14d968d9723dc7fad8b1c is 147, key is hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123./info:regioninfo/1732371532588/Put/seqid=0 2024-11-23T14:18:54,973 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123/.tmp/queue/b55aa07f337c4d39a29ed07e1b9b47f2 is 151, key is 1-c6f7b1897123,43651,1732371523069/queue:c6f7b1897123%2C43651%2C1732371523069/1732371532925/Put/seqid=0 2024-11-23T14:18:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741838_1014 (size=6631) 2024-11-23T14:18:54,985 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.wal-reader.c6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035 to pos 0, reset compression=false 2024-11-23T14:18:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741839_1015 (size=5350) 2024-11-23T14:18:54,985 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/info/fbeccf8949f14d968d9723dc7fad8b1c 2024-11-23T14:18:55,008 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/ns/fcec0ba04b3844c794c94298526b5d52 is 43, key is default/ns:d/1732371526349/Put/seqid=0 2024-11-23T14:18:55,009 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:55,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741840_1016 (size=5153) 2024-11-23T14:18:55,157 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:55,357 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b279560aec85f618f7c29ae3abac9123 2024-11-23T14:18:55,386 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123/.tmp/queue/b55aa07f337c4d39a29ed07e1b9b47f2 2024-11-23T14:18:55,393 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123/.tmp/queue/b55aa07f337c4d39a29ed07e1b9b47f2 as hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123/queue/b55aa07f337c4d39a29ed07e1b9b47f2 2024-11-23T14:18:55,400 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123/queue/b55aa07f337c4d39a29ed07e1b9b47f2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T14:18:55,401 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b279560aec85f618f7c29ae3abac9123 in 445ms, sequenceid=5, compaction requested=false 2024-11-23T14:18:55,401 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:18:55,408 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/replication/b279560aec85f618f7c29ae3abac9123/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T14:18:55,408 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:55,408 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:55,408 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:55,408 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b279560aec85f618f7c29ae3abac9123: Waiting for close lock at 1732371534956Running coprocessor pre-close hooks at 1732371534956Disabling compacts and flushes for region at 1732371534956Disabling writes for close at 1732371534956Obtaining lock to block concurrent updates at 1732371534956Preparing flush snapshotting stores in b279560aec85f618f7c29ae3abac9123 at 1732371534956Finished memstore snapshotting hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732371534956Flushing stores of hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. at 1732371534957 (+1 ms)Flushing b279560aec85f618f7c29ae3abac9123/queue: creating writer at 1732371534957Flushing b279560aec85f618f7c29ae3abac9123/queue: appending metadata at 1732371534972 (+15 ms)Flushing b279560aec85f618f7c29ae3abac9123/queue: closing flushed file at 1732371534972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403e3a53: reopening flushed file at 1732371535392 (+420 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b279560aec85f618f7c29ae3abac9123 in 445ms, sequenceid=5, compaction requested=false at 1732371535401 (+9 ms)Writing region close event to WAL at 1732371535404 (+3 ms)Running coprocessor post-close hooks at 1732371535408 (+4 ms)Closed at 1732371535408 2024-11-23T14:18:55,409 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371532172.b279560aec85f618f7c29ae3abac9123. 2024-11-23T14:18:55,413 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/ns/fcec0ba04b3844c794c94298526b5d52 2024-11-23T14:18:55,434 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/table/f3a65f4b489e4356a2bdfed9ea282575 is 53, key is hbase:replication/table:state/1732371532602/Put/seqid=0 2024-11-23T14:18:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741841_1017 (size=5256) 2024-11-23T14:18:55,557 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:55,693 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.wal-reader.c6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035 to pos 0, reset compression=false 2024-11-23T14:18:55,757 DEBUG [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:18:55,839 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/table/f3a65f4b489e4356a2bdfed9ea282575 2024-11-23T14:18:55,845 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/info/fbeccf8949f14d968d9723dc7fad8b1c as hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/info/fbeccf8949f14d968d9723dc7fad8b1c 2024-11-23T14:18:55,850 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/info/fbeccf8949f14d968d9723dc7fad8b1c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T14:18:55,851 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/ns/fcec0ba04b3844c794c94298526b5d52 as hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/ns/fcec0ba04b3844c794c94298526b5d52 2024-11-23T14:18:55,857 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/ns/fcec0ba04b3844c794c94298526b5d52, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:18:55,858 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/.tmp/table/f3a65f4b489e4356a2bdfed9ea282575 as hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/table/f3a65f4b489e4356a2bdfed9ea282575 2024-11-23T14:18:55,864 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/table/f3a65f4b489e4356a2bdfed9ea282575, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T14:18:55,865 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false 2024-11-23T14:18:55,870 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T14:18:55,871 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:18:55,871 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:18:55,871 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:55,871 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371534957Running coprocessor pre-close hooks at 1732371534957Disabling compacts and flushes for region at 1732371534957Disabling writes for close at 1732371534957Obtaining lock to block concurrent updates at 1732371534957Preparing flush snapshotting stores in 1588230740 at 1732371534957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732371534957Flushing stores of hbase:meta,,1.1588230740 at 1732371534958 (+1 ms)Flushing 1588230740/info: creating writer at 1732371534958Flushing 1588230740/info: appending metadata at 1732371534972 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732371534972Flushing 1588230740/ns: creating writer at 1732371534996 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732371535008 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732371535008Flushing 1588230740/table: creating writer at 1732371535420 (+412 ms)Flushing 1588230740/table: appending metadata at 1732371535434 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732371535434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610ce597: reopening flushed file at 1732371535844 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b7b024: reopening flushed file at 1732371535850 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d03806: reopening flushed file at 1732371535857 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false at 1732371535865 (+8 ms)Writing region close event to WAL at 1732371535866 (+1 ms)Running coprocessor post-close hooks at 1732371535871 (+5 ms)Closed at 1732371535871 2024-11-23T14:18:55,871 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:18:55,901 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:18:55,901 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:18:55,958 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,43651,1732371523069; all regions closed. 2024-11-23T14:18:55,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741834_1010 (size=2742) 2024-11-23T14:18:55,962 DEBUG [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/oldWALs 2024-11-23T14:18:55,962 INFO [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C43651%2C1732371523069.meta:.meta(num 1732371526248) 2024-11-23T14:18:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741837_1013 (size=1586) 2024-11-23T14:18:55,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.rep.1732371532541 not finished, retry = 0 2024-11-23T14:18:56,067 DEBUG [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/oldWALs 2024-11-23T14:18:56,067 INFO [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C43651%2C1732371523069.rep:(num 1732371532541) 2024-11-23T14:18:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741832_1008 (size=93) 2024-11-23T14:18:56,070 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/WALs/c6f7b1897123,43651,1732371523069/c6f7b1897123%2C43651%2C1732371523069.1732371525035 not finished, retry = 0 2024-11-23T14:18:56,172 DEBUG [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/oldWALs 2024-11-23T14:18:56,172 INFO [RS:0;c6f7b1897123:43651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C43651%2C1732371523069:(num 1732371525035) 2024-11-23T14:18:56,172 DEBUG [RS:0;c6f7b1897123:43651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:56,172 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:18:56,173 INFO [RS:0;c6f7b1897123:43651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:56,173 INFO [RS:0;c6f7b1897123:43651 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:56,173 INFO [RS:0;c6f7b1897123:43651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:56,173 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:56,173 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,43651,1732371523069 because: Region server is closing 2024-11-23T14:18:56,173 INFO [RS:0;c6f7b1897123:43651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43651. 2024-11-23T14:18:56,173 DEBUG [RS:0;c6f7b1897123:43651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:18:56,173 DEBUG [RS:0;c6f7b1897123:43651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:56,174 DEBUG [RS:0;c6f7b1897123:43651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:18:56,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:18:56,274 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.shipperc6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:18:56,274 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.wal-reader.c6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:18:56,275 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43651,1732371523069.replicationSource.shipperc6f7b1897123%2C43651%2C1732371523069,1-c6f7b1897123,43651,1732371523069 terminated 2024-11-23T14:18:56,275 INFO [RS:0;c6f7b1897123:43651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43651 2024-11-23T14:18:56,305 INFO [RS:0;c6f7b1897123:43651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227768312/rs/c6f7b1897123,43651,1732371523069 2024-11-23T14:18:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312/rs 2024-11-23T14:18:56,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,43651,1732371523069] 2024-11-23T14:18:56,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-227768312/draining/c6f7b1897123,43651,1732371523069 already deleted, retry=false 2024-11-23T14:18:56,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,43651,1732371523069 expired; onlineServers=0 2024-11-23T14:18:56,326 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,36005,1732371522884' ***** 2024-11-23T14:18:56,326 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:18:56,326 INFO [M:0;c6f7b1897123:36005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:18:56,326 INFO [M:0;c6f7b1897123:36005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:18:56,327 DEBUG [M:0;c6f7b1897123:36005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:18:56,327 DEBUG [M:0;c6f7b1897123:36005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:18:56,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:18:56,327 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371524804 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371524804,5,FailOnTimeoutGroup] 2024-11-23T14:18:56,327 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371524804 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371524804,5,FailOnTimeoutGroup] 2024-11-23T14:18:56,327 INFO [M:0;c6f7b1897123:36005 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:18:56,327 INFO [M:0;c6f7b1897123:36005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:18:56,327 DEBUG [M:0;c6f7b1897123:36005 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:18:56,327 INFO [M:0;c6f7b1897123:36005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:18:56,327 INFO [M:0;c6f7b1897123:36005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:18:56,327 INFO [M:0;c6f7b1897123:36005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:18:56,327 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:18:56,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-227768312/master 2024-11-23T14:18:56,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-227768312 2024-11-23T14:18:56,337 DEBUG [M:0;c6f7b1897123:36005 {}] zookeeper.ZKUtil(347): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Unable to get data of znode /0-227768312/master because node does not exist (not an error) 2024-11-23T14:18:56,337 WARN [M:0;c6f7b1897123:36005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:18:56,337 INFO [M:0;c6f7b1897123:36005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/.lastflushedseqids 2024-11-23T14:18:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741842_1018 (size=181) 2024-11-23T14:18:56,416 INFO [RS:0;c6f7b1897123:43651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:56,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:56,416 INFO [RS:0;c6f7b1897123:43651 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,43651,1732371523069; zookeeper connection closed. 2024-11-23T14:18:56,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101680f9adb0001, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:56,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 2024-11-23T14:18:56,416 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:18:56,744 INFO [M:0;c6f7b1897123:36005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:18:56,744 INFO [M:0;c6f7b1897123:36005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:18:56,744 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:18:56,744 INFO [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:56,744 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:56,744 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:18:56,744 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:56,745 INFO [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T14:18:56,765 DEBUG [M:0;c6f7b1897123:36005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/186f43b78cff49cb9b3c0e9528217f37 is 82, key is hbase:meta,,1/info:regioninfo/1732371526286/Put/seqid=0 2024-11-23T14:18:56,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741843_1019 (size=5672) 2024-11-23T14:18:57,179 INFO [M:0;c6f7b1897123:36005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/186f43b78cff49cb9b3c0e9528217f37 2024-11-23T14:18:57,200 DEBUG [M:0;c6f7b1897123:36005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b687b0ac8bfa4880a735a585a81ee7fb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732371532609/Put/seqid=0 2024-11-23T14:18:57,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741844_1020 (size=7203) 2024-11-23T14:18:57,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:18:57,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:18:57,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:18:57,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:18:57,605 INFO [M:0;c6f7b1897123:36005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b687b0ac8bfa4880a735a585a81ee7fb 2024-11-23T14:18:57,627 DEBUG [M:0;c6f7b1897123:36005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5a7131cdacb4fcf9066941de5a5a8ad is 69, key is c6f7b1897123,43651,1732371523069/rs:state/1732371524877/Put/seqid=0 2024-11-23T14:18:57,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741845_1021 (size=5156) 2024-11-23T14:18:57,632 INFO [M:0;c6f7b1897123:36005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5a7131cdacb4fcf9066941de5a5a8ad 2024-11-23T14:18:57,637 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/186f43b78cff49cb9b3c0e9528217f37 as hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/186f43b78cff49cb9b3c0e9528217f37 2024-11-23T14:18:57,643 INFO [M:0;c6f7b1897123:36005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/186f43b78cff49cb9b3c0e9528217f37, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T14:18:57,644 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b687b0ac8bfa4880a735a585a81ee7fb as hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b687b0ac8bfa4880a735a585a81ee7fb 2024-11-23T14:18:57,649 INFO [M:0;c6f7b1897123:36005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b687b0ac8bfa4880a735a585a81ee7fb, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T14:18:57,650 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5a7131cdacb4fcf9066941de5a5a8ad as hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5a7131cdacb4fcf9066941de5a5a8ad 2024-11-23T14:18:57,655 INFO [M:0;c6f7b1897123:36005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/31e4648d-3273-7d82-74dd-63117109f160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5a7131cdacb4fcf9066941de5a5a8ad, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T14:18:57,656 INFO [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=70, compaction requested=false 2024-11-23T14:18:57,657 INFO [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:18:57,657 DEBUG [M:0;c6f7b1897123:36005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371536744Disabling compacts and flushes for region at 1732371536744Disabling writes for close at 1732371536744Obtaining lock to block concurrent updates at 1732371536745 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371536745Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732371536745Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371536745Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371536746 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371536765 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371536765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371537183 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371537199 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371537200 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371537609 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371537626 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371537627 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6148cdfa: reopening flushed file at 1732371537636 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e35be38: reopening flushed file at 1732371537643 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f787448: reopening flushed file at 1732371537649 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=70, compaction requested=false at 1732371537656 (+7 ms)Writing region close event to WAL at 1732371537657 (+1 ms)Closed at 1732371537657 2024-11-23T14:18:57,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741830_1006 (size=41008) 2024-11-23T14:18:57,660 INFO [M:0;c6f7b1897123:36005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:18:57,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:18:57,660 INFO [M:0;c6f7b1897123:36005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36005 2024-11-23T14:18:57,660 INFO [M:0;c6f7b1897123:36005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:18:57,810 INFO [M:0;c6f7b1897123:36005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:18:57,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:57,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101680f9adb0000, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:18:57,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:57,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:18:57,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:18:57,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:18:57,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.log.dir/,STOPPED} 2024-11-23T14:18:57,814 WARN [BP-1603391645-172.17.0.3-1732371521358 heartbeating to localhost/127.0.0.1:38333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:18:57,814 WARN [BP-1603391645-172.17.0.3-1732371521358 heartbeating to localhost/127.0.0.1:38333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603391645-172.17.0.3-1732371521358 (Datanode Uuid a8809798-01a0-4ea2-9e6e-8bf4b6b9dc12) service to localhost/127.0.0.1:38333 2024-11-23T14:18:57,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:18:57,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/cluster_3468050c-4355-34c6-0b27-54fbcc8d97bb/data/data1/current/BP-1603391645-172.17.0.3-1732371521358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:18:57,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:18:57,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/cluster_3468050c-4355-34c6-0b27-54fbcc8d97bb/data/data2/current/BP-1603391645-172.17.0.3-1732371521358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:18:57,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:18:57,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:57,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:18:57,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:18:57,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:18:57,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93687530-6ce3-116b-b0e0-a7cabc1ebc42/hadoop.log.dir/,STOPPED} 2024-11-23T14:18:57,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:18:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:18:57,849 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 109) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40027 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50123) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38333 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50123) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=760 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=4712 (was 4220) - AvailableMemoryMB LEAK? - 2024-11-23T14:18:57,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=760, ProcessCount=11, AvailableMemoryMB=4712 2024-11-23T14:18:57,870 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-23T14:18:57,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.log.dir so I do NOT create it in target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9 2024-11-23T14:18:57,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:18:57,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.tmp.dir so I do NOT create it in target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9 2024-11-23T14:18:57,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f25161db-9c11-a2e7-dc28-728cd2e5d1cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:18:57,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9 2024-11-23T14:18:57,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/cluster_de6b11cf-5f44-25e3-6184-18098dd2c3e3, deleteOnExit=true 2024-11-23T14:18:57,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/cluster_de6b11cf-5f44-25e3-6184-18098dd2c3e3/zookeeper_0, clientPort=50184, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/cluster_de6b11cf-5f44-25e3-6184-18098dd2c3e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/cluster_de6b11cf-5f44-25e3-6184-18098dd2c3e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:18:57,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50184 2024-11-23T14:18:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:18:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:18:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/test.cache.data in system properties and HBase conf 2024-11-23T14:18:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:18:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:18:57,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:18:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:18:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:18:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:18:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:18:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:18:57,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101680f9adb0005, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:18:57,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101680f9adb0002, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:18:57,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101680f9adb0005, quorum=127.0.0.1:50123, baseZNode=/11081516500 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:18:57,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101680f9adb0002, quorum=127.0.0.1:50123, baseZNode=/0-227768312 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:18:58,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:58,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:58,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:58,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:58,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:18:58,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:58,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8bb7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:58,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36cdf3d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:58,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e6f85bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/java.io.tmpdir/jetty-localhost-36171-hadoop-hdfs-3_4_1-tests_jar-_-any-16963901562246213219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:18:58,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@519aa4a3{HTTP/1.1, (http/1.1)}{localhost:36171} 2024-11-23T14:18:58,262 INFO [Time-limited test {}] server.Server(415): Started @55809ms 2024-11-23T14:18:58,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:18:58,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:18:58,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:18:58,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:18:58,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:18:58,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec4f0b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:18:58,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c950b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:18:58,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd66844{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/java.io.tmpdir/jetty-localhost-44219-hadoop-hdfs-3_4_1-tests_jar-_-any-2521491702781284131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:18:58,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70282587{HTTP/1.1, (http/1.1)}{localhost:44219} 2024-11-23T14:18:58,613 INFO [Time-limited test {}] server.Server(415): Started @56160ms 2024-11-23T14:18:58,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:18:59,326 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/cluster_de6b11cf-5f44-25e3-6184-18098dd2c3e3/data/data1/current/BP-985189792-172.17.0.3-1732371537904/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:59,326 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/cluster_de6b11cf-5f44-25e3-6184-18098dd2c3e3/data/data2/current/BP-985189792-172.17.0.3-1732371537904/current, will proceed with Du for space computation calculation, 2024-11-23T14:18:59,343 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:18:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x529611da3994b70f with lease ID 0x6da9473e5733f8b7: Processing first storage report for DS-3a395dda-3721-4d33-a2b4-8c6b19737d88 from datanode DatanodeRegistration(127.0.0.1:44257, datanodeUuid=6f236c9d-0960-439a-b110-5f5fd076c5b3, infoPort=41809, infoSecurePort=0, ipcPort=42909, storageInfo=lv=-57;cid=testClusterID;nsid=982522771;c=1732371537904) 2024-11-23T14:18:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x529611da3994b70f with lease ID 0x6da9473e5733f8b7: from storage DS-3a395dda-3721-4d33-a2b4-8c6b19737d88 node DatanodeRegistration(127.0.0.1:44257, datanodeUuid=6f236c9d-0960-439a-b110-5f5fd076c5b3, infoPort=41809, infoSecurePort=0, ipcPort=42909, storageInfo=lv=-57;cid=testClusterID;nsid=982522771;c=1732371537904), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:18:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x529611da3994b70f with lease ID 0x6da9473e5733f8b7: Processing first storage report for DS-b749a174-52f0-4c7e-bbd0-9cb5f8d3ffac from datanode DatanodeRegistration(127.0.0.1:44257, datanodeUuid=6f236c9d-0960-439a-b110-5f5fd076c5b3, infoPort=41809, infoSecurePort=0, ipcPort=42909, storageInfo=lv=-57;cid=testClusterID;nsid=982522771;c=1732371537904) 2024-11-23T14:18:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x529611da3994b70f with lease ID 0x6da9473e5733f8b7: from storage DS-b749a174-52f0-4c7e-bbd0-9cb5f8d3ffac node DatanodeRegistration(127.0.0.1:44257, datanodeUuid=6f236c9d-0960-439a-b110-5f5fd076c5b3, infoPort=41809, infoSecurePort=0, ipcPort=42909, storageInfo=lv=-57;cid=testClusterID;nsid=982522771;c=1732371537904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:18:59,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9 2024-11-23T14:18:59,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:59,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:18:59,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b with version=8 2024-11-23T14:18:59,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/hbase-staging 2024-11-23T14:18:59,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:59,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:59,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:59,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:59,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:59,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:59,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:18:59,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:59,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41405 2024-11-23T14:18:59,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41405 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-23T14:18:59,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414050x0, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:59,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41405-0x101680fdb7d0000 connected 2024-11-23T14:18:59,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:59,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:59,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on znode that does not yet exist, /0492865026/running 2024-11-23T14:18:59,824 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b, hbase.cluster.distributed=false 2024-11-23T14:18:59,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on znode that does not yet exist, /0492865026/acl 2024-11-23T14:18:59,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41405 2024-11-23T14:18:59,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41405 2024-11-23T14:18:59,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41405 2024-11-23T14:18:59,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41405 2024-11-23T14:18:59,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41405 2024-11-23T14:18:59,852 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:18:59,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:59,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:59,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:18:59,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:18:59,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:18:59,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:18:59,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:18:59,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37501 2024-11-23T14:18:59,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37501 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-23T14:18:59,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:59,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:18:59,868 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375010x0, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:18:59,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375010x0, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on znode that does not yet exist, /0492865026/running 2024-11-23T14:18:59,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37501-0x101680fdb7d0001 connected 2024-11-23T14:18:59,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:18:59,870 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:18:59,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on znode that does not yet exist, /0492865026/master 2024-11-23T14:18:59,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on znode that does not yet exist, /0492865026/acl 2024-11-23T14:18:59,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-23T14:18:59,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37501 2024-11-23T14:18:59,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37501 2024-11-23T14:18:59,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-23T14:18:59,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-23T14:18:59,888 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:41405 2024-11-23T14:18:59,888 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0492865026/backup-masters/c6f7b1897123,41405,1732371539471 2024-11-23T14:18:59,899 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026/backup-masters 2024-11-23T14:18:59,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026/backup-masters 2024-11-23T14:18:59,900 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on existing znode=/0492865026/backup-masters/c6f7b1897123,41405,1732371539471 2024-11-23T14:18:59,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:18:59,910 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0492865026/master 2024-11-23T14:18:59,910 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:18:59,910 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on existing znode=/0492865026/master 2024-11-23T14:18:59,911 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0492865026/backup-masters/c6f7b1897123,41405,1732371539471 from backup master directory 2024-11-23T14:18:59,926 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026/backup-masters 2024-11-23T14:18:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0492865026/backup-masters/c6f7b1897123,41405,1732371539471 2024-11-23T14:18:59,926 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:18:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026/backup-masters 2024-11-23T14:18:59,926 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,41405,1732371539471 2024-11-23T14:18:59,930 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/hbase.id] with ID: 4a758b19-9863-41db-b042-866a8c5ca53d 2024-11-23T14:18:59,930 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/.tmp/hbase.id 2024-11-23T14:18:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:19:00,336 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/.tmp/hbase.id]:[hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/hbase.id] 2024-11-23T14:19:00,352 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:00,352 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:19:00,353 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:19:00,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:00,362 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:00,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:19:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:19:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:19:00,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:19:00,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:19:00,776 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:19:00,777 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:19:00,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:19:00,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:19:01,194 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store 2024-11-23T14:19:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:19:01,629 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:01,629 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:19:01,629 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:19:01,629 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:19:01,629 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:19:01,629 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:19:01,629 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:19:01,629 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371541629Disabling compacts and flushes for region at 1732371541629Disabling writes for close at 1732371541629Writing region close event to WAL at 1732371541629Closed at 1732371541629 2024-11-23T14:19:01,640 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/.initializing 2024-11-23T14:19:01,641 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/WALs/c6f7b1897123,41405,1732371539471 2024-11-23T14:19:01,645 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:19:01,649 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C41405%2C1732371539471, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/WALs/c6f7b1897123,41405,1732371539471, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/oldWALs, maxLogs=10 2024-11-23T14:19:01,669 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/WALs/c6f7b1897123,41405,1732371539471/c6f7b1897123%2C41405%2C1732371539471.1732371541649, exclude list is [], retry=0 2024-11-23T14:19:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-3a395dda-3721-4d33-a2b4-8c6b19737d88,DISK] 2024-11-23T14:19:01,674 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/WALs/c6f7b1897123,41405,1732371539471/c6f7b1897123%2C41405%2C1732371539471.1732371541649 2024-11-23T14:19:01,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41809:41809)] 2024-11-23T14:19:01,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:19:01,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:01,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:19:01,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:01,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:01,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:19:01,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:01,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:01,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:19:01,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:01,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:01,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:19:01,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:01,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:01,690 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,691 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,692 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,693 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,693 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,694 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:19:01,696 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:01,708 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:19:01,709 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70532135, jitterRate=0.05101071298122406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:19:01,712 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371541675Initializing all the Stores at 1732371541676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371541676Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371541680 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371541680Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371541680Cleaning up temporary data from old regions at 1732371541693 (+13 ms)Region opened successfully at 1732371541712 (+19 ms) 2024-11-23T14:19:01,716 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:19:01,720 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc60f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:19:01,721 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:19:01,721 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:19:01,721 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:19:01,722 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:19:01,723 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:19:01,723 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:19:01,723 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:19:01,745 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:19:01,746 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Unable to get data of znode /0492865026/balancer because node does not exist (not necessarily an error) 2024-11-23T14:19:01,769 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0492865026/balancer already deleted, retry=false 2024-11-23T14:19:01,769 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:19:01,773 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Unable to get data of znode /0492865026/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:19:01,789 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0492865026/normalizer already deleted, retry=false 2024-11-23T14:19:01,789 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:19:01,792 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Unable to get data of znode /0492865026/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:19:01,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0492865026/switch/split already deleted, retry=false 2024-11-23T14:19:01,806 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Unable to get data of znode /0492865026/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:19:01,820 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0492865026/switch/merge already deleted, retry=false 2024-11-23T14:19:01,825 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Unable to get data of znode /0492865026/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:19:01,836 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0492865026/snapshot-cleanup already deleted, retry=false 2024-11-23T14:19:01,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0492865026/running 2024-11-23T14:19:01,847 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0492865026/running 2024-11-23T14:19:01,847 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:01,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:01,847 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,41405,1732371539471, sessionid=0x101680fdb7d0000, setting cluster-up flag (Was=false) 2024-11-23T14:19:01,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:01,868 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:01,982 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0492865026/flush-table-proc/acquired, /0492865026/flush-table-proc/reached, /0492865026/flush-table-proc/abort 2024-11-23T14:19:01,983 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,41405,1732371539471 2024-11-23T14:19:02,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:02,026 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:02,057 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0492865026/online-snapshot/acquired, /0492865026/online-snapshot/reached, /0492865026/online-snapshot/abort 2024-11-23T14:19:02,058 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,41405,1732371539471 2024-11-23T14:19:02,061 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:19:02,063 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:19:02,063 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:19:02,064 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:19:02,064 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,41405,1732371539471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:19:02,065 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:19:02,066 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:19:02,066 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:19:02,066 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:19:02,066 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:19:02,066 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,066 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:19:02,066 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,070 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371572070 2024-11-23T14:19:02,071 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:19:02,071 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:19:02,071 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:19:02,071 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:19:02,071 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:19:02,071 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:19:02,071 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:19:02,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:19:02,072 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:19:02,072 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:19:02,072 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:19:02,072 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:19:02,073 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:19:02,073 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:19:02,074 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371542073,5,FailOnTimeoutGroup] 2024-11-23T14:19:02,074 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371542074,5,FailOnTimeoutGroup] 2024-11-23T14:19:02,074 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,074 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:19:02,074 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,074 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:02,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:19:02,095 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(746): ClusterId : 4a758b19-9863-41db-b042-866a8c5ca53d 2024-11-23T14:19:02,096 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:19:02,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:19:02,106 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:19:02,106 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:19:02,116 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:19:02,117 DEBUG [RS:0;c6f7b1897123:37501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590a5598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:19:02,145 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:37501 2024-11-23T14:19:02,145 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:19:02,145 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:19:02,145 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:19:02,145 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,41405,1732371539471 with port=37501, startcode=1732371539851 2024-11-23T14:19:02,146 DEBUG [RS:0;c6f7b1897123:37501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:19:02,152 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:19:02,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,37501,1732371539851 2024-11-23T14:19:02,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41405 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,37501,1732371539851 2024-11-23T14:19:02,154 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b 2024-11-23T14:19:02,154 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34195 2024-11-23T14:19:02,154 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:19:02,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026/rs 2024-11-23T14:19:02,193 DEBUG [RS:0;c6f7b1897123:37501 {}] zookeeper.ZKUtil(111): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on existing znode=/0492865026/rs/c6f7b1897123,37501,1732371539851 2024-11-23T14:19:02,193 WARN [RS:0;c6f7b1897123:37501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:19:02,193 INFO [RS:0;c6f7b1897123:37501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:19:02,193 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851 2024-11-23T14:19:02,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,37501,1732371539851] 2024-11-23T14:19:02,199 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:19:02,200 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:19:02,204 INFO [RS:0;c6f7b1897123:37501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:19:02,204 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,204 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:19:02,205 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:19:02,205 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:19:02,206 DEBUG [RS:0;c6f7b1897123:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:19:02,211 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,211 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,211 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,211 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,211 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,211 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,37501,1732371539851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:19:02,229 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:19:02,229 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,37501,1732371539851-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,229 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,230 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.Replication(171): c6f7b1897123,37501,1732371539851 started 2024-11-23T14:19:02,247 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:02,247 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,37501,1732371539851, RpcServer on c6f7b1897123/172.17.0.3:37501, sessionid=0x101680fdb7d0001 2024-11-23T14:19:02,247 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:19:02,247 DEBUG [RS:0;c6f7b1897123:37501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,37501,1732371539851 2024-11-23T14:19:02,247 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,37501,1732371539851' 2024-11-23T14:19:02,247 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0492865026/flush-table-proc/abort' 2024-11-23T14:19:02,248 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0492865026/flush-table-proc/acquired' 2024-11-23T14:19:02,248 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:19:02,248 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:19:02,248 DEBUG [RS:0;c6f7b1897123:37501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,37501,1732371539851 2024-11-23T14:19:02,248 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,37501,1732371539851' 2024-11-23T14:19:02,248 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0492865026/online-snapshot/abort' 2024-11-23T14:19:02,249 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0492865026/online-snapshot/acquired' 2024-11-23T14:19:02,249 DEBUG [RS:0;c6f7b1897123:37501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:19:02,249 INFO [RS:0;c6f7b1897123:37501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:19:02,249 INFO [RS:0;c6f7b1897123:37501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:19:02,349 INFO [RS:0;c6f7b1897123:37501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:19:02,351 INFO [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C37501%2C1732371539851, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/oldWALs, maxLogs=10 2024-11-23T14:19:02,366 DEBUG [RS:0;c6f7b1897123:37501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351, exclude list is [], retry=0 2024-11-23T14:19:02,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-3a395dda-3721-4d33-a2b4-8c6b19737d88,DISK] 2024-11-23T14:19:02,371 INFO [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 2024-11-23T14:19:02,371 DEBUG [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41809:41809)] 2024-11-23T14:19:02,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:19:02,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b 2024-11-23T14:19:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:19:02,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:02,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:19:02,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:19:02,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:02,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:02,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:19:02,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:19:02,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:02,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:02,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:19:02,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:19:02,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:02,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:02,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:19:02,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:19:02,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:02,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:02,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:19:02,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740 2024-11-23T14:19:02,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740 2024-11-23T14:19:02,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:19:02,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:19:02,924 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:19:02,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:19:02,928 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:19:02,928 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71965946, jitterRate=0.07237616181373596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:19:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371542908Initializing all the Stores at 1732371542909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371542909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371542909Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371542909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371542909Cleaning up temporary data from old regions at 1732371542924 (+15 ms)Region opened successfully at 1732371542929 (+5 ms) 2024-11-23T14:19:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:19:02,929 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:19:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:19:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:19:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:19:02,930 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:19:02,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371542929Disabling compacts and flushes for region at 1732371542929Disabling writes for close at 1732371542929Writing region close event to WAL at 1732371542930 (+1 ms)Closed at 1732371542930 2024-11-23T14:19:02,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:19:02,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:19:02,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:19:02,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:19:02,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:19:03,089 DEBUG [c6f7b1897123:41405 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:19:03,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,37501,1732371539851 2024-11-23T14:19:03,092 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,37501,1732371539851, state=OPENING 2024-11-23T14:19:03,128 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:19:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:03,182 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:03,182 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:19:03,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,37501,1732371539851}] 2024-11-23T14:19:03,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0492865026/meta-region-server: CHANGED 2024-11-23T14:19:03,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0492865026/meta-region-server: CHANGED 2024-11-23T14:19:03,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:19:03,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:19:03,344 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:19:03,344 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:19:03,344 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:19:03,346 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C37501%2C1732371539851.meta, suffix=.meta, logDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/oldWALs, maxLogs=10 2024-11-23T14:19:03,358 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.meta.1732371543346.meta, exclude list is [], retry=0 2024-11-23T14:19:03,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-3a395dda-3721-4d33-a2b4-8c6b19737d88,DISK] 2024-11-23T14:19:03,362 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.meta.1732371543346.meta 2024-11-23T14:19:03,362 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41809:41809)] 2024-11-23T14:19:03,363 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:19:03,363 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:19:03,363 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:19:03,363 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:19:03,363 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:19:03,363 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:19:03,363 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:03,363 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:19:03,363 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:19:03,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:19:03,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:19:03,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:03,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:03,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:19:03,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:19:03,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:03,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:03,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:19:03,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:19:03,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:03,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:19:03,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:19:03,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:03,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:03,372 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:19:03,374 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740 2024-11-23T14:19:03,375 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740 2024-11-23T14:19:03,376 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:19:03,376 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:19:03,377 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:19:03,378 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:19:03,378 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65848133, jitterRate=-0.01878635585308075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:19:03,378 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:19:03,379 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371543364Writing region info on filesystem at 1732371543364Initializing all the Stores at 1732371543364Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371543365 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371543365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371543365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371543365Cleaning up temporary data from old regions at 1732371543376 (+11 ms)Running coprocessor post-open hooks at 1732371543378 (+2 ms)Region opened successfully at 1732371543379 (+1 ms) 2024-11-23T14:19:03,380 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371543337 2024-11-23T14:19:03,382 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:19:03,382 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:19:03,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,37501,1732371539851 2024-11-23T14:19:03,383 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,37501,1732371539851, state=OPEN 2024-11-23T14:19:03,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0492865026/meta-region-server 2024-11-23T14:19:03,457 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0492865026/meta-region-server 2024-11-23T14:19:03,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,37501,1732371539851 2024-11-23T14:19:03,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0492865026/meta-region-server: CHANGED 2024-11-23T14:19:03,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0492865026/meta-region-server: CHANGED 2024-11-23T14:19:03,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:19:03,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,37501,1732371539851 in 275 msec 2024-11-23T14:19:03,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:19:03,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-23T14:19:03,463 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:19:03,463 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:19:03,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:03,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,37501,1732371539851, seqNum=-1] 2024-11-23T14:19:03,464 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:03,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:19:03,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4070 sec 2024-11-23T14:19:03,470 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371543470, completionTime=-1 2024-11-23T14:19:03,471 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:19:03,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:19:03,472 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:19:03,472 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371603472 2024-11-23T14:19:03,472 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371663472 2024-11-23T14:19:03,472 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:19:03,472 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,41405,1732371539471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:03,472 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,41405,1732371539471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:03,473 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,41405,1732371539471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:03,473 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:41405, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:03,473 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:03,473 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:03,475 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:19:03,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.551sec 2024-11-23T14:19:03,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:19:03,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:19:03,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:19:03,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:19:03,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:19:03,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,41405,1732371539471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:19:03,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,41405,1732371539471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:19:03,480 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:19:03,480 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:19:03,480 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,41405,1732371539471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:03,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537e1410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:03,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,41405,-1 for getting cluster id 2024-11-23T14:19:03,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:03,497 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a758b19-9863-41db-b042-866a8c5ca53d' 2024-11-23T14:19:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a758b19-9863-41db-b042-866a8c5ca53d" 2024-11-23T14:19:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680c3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,41405,-1] 2024-11-23T14:19:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:03,499 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:03,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cadc2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:03,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,37501,1732371539851, seqNum=-1] 2024-11-23T14:19:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:03,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:19:03,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,41405,1732371539471 2024-11-23T14:19:03,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-23T14:19:03,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:19:03,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101680fdb7d0002 connected 2024-11-23T14:19:03,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.log.dir so I do NOT create it in target/test-data/7e325164-8389-2744-571a-4e97fb45433f 2024-11-23T14:19:03,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:19:03,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.tmp.dir so I do NOT create it in target/test-data/7e325164-8389-2744-571a-4e97fb45433f 2024-11-23T14:19:03,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:19:03,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f 2024-11-23T14:19:03,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:19:03,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/cluster_73527d7d-989c-5b34-3dd8-250bc8a06d1f, deleteOnExit=true 2024-11-23T14:19:03,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:19:03,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/test.cache.data in system properties and HBase conf 2024-11-23T14:19:03,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:19:03,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:19:03,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:19:03,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:19:03,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:19:03,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:19:03,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:19:03,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:19:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:19:04,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:19:04,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:19:04,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:19:04,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:19:04,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:19:04,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:19:04,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e21e814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:19:04,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40034108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:19:04,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41a1d674{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/java.io.tmpdir/jetty-localhost-37327-hadoop-hdfs-3_4_1-tests_jar-_-any-6519272573772454205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:19:04,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c38981{HTTP/1.1, (http/1.1)}{localhost:37327} 2024-11-23T14:19:04,439 INFO [Time-limited test {}] server.Server(415): Started @61986ms 2024-11-23T14:19:04,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:19:04,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:19:04,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:19:04,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:19:04,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:19:04,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5629c89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:19:04,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0b5fe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:19:05,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@574bb125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/java.io.tmpdir/jetty-localhost-46725-hadoop-hdfs-3_4_1-tests_jar-_-any-1799758836868164028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:19:05,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2510069b{HTTP/1.1, (http/1.1)}{localhost:46725} 2024-11-23T14:19:05,040 INFO [Time-limited test {}] server.Server(415): Started @62587ms 2024-11-23T14:19:05,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:19:06,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:19:06,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:19:06,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:19:06,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:19:06,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:19:06,233 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/cluster_73527d7d-989c-5b34-3dd8-250bc8a06d1f/data/data1/current/BP-2146524983-172.17.0.3-1732371543693/current, will proceed with Du for space computation calculation, 2024-11-23T14:19:06,233 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/cluster_73527d7d-989c-5b34-3dd8-250bc8a06d1f/data/data2/current/BP-2146524983-172.17.0.3-1732371543693/current, will proceed with Du for space computation calculation, 2024-11-23T14:19:06,257 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:19:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cba1be547cc212e with lease ID 0xef769f0b3c3d0635: Processing first storage report for DS-be4bd732-4897-4aab-8eee-e7e8d5f761ac from datanode DatanodeRegistration(127.0.0.1:35131, datanodeUuid=da137a11-87aa-46f3-b00c-e58403ae4695, infoPort=34421, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=910996652;c=1732371543693) 2024-11-23T14:19:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cba1be547cc212e with lease ID 0xef769f0b3c3d0635: from storage DS-be4bd732-4897-4aab-8eee-e7e8d5f761ac node DatanodeRegistration(127.0.0.1:35131, datanodeUuid=da137a11-87aa-46f3-b00c-e58403ae4695, infoPort=34421, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=910996652;c=1732371543693), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:19:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cba1be547cc212e with lease ID 0xef769f0b3c3d0635: Processing first storage report for DS-20116bb4-a6aa-4c53-84e2-619a814317b2 from datanode DatanodeRegistration(127.0.0.1:35131, datanodeUuid=da137a11-87aa-46f3-b00c-e58403ae4695, infoPort=34421, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=910996652;c=1732371543693) 2024-11-23T14:19:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cba1be547cc212e with lease ID 0xef769f0b3c3d0635: from storage DS-20116bb4-a6aa-4c53-84e2-619a814317b2 node DatanodeRegistration(127.0.0.1:35131, datanodeUuid=da137a11-87aa-46f3-b00c-e58403ae4695, infoPort=34421, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=910996652;c=1732371543693), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:19:06,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f 2024-11-23T14:19:06,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:06,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:19:06,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f with version=8 2024-11-23T14:19:06,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/hbase-staging 2024-11-23T14:19:06,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:19:06,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:19:06,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:19:06,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:19:06,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:19:06,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:19:06,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:19:06,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:19:06,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40081 2024-11-23T14:19:06,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40081 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-23T14:19:06,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400810x0, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:19:06,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40081-0x101680fdb7d0003 connected 2024-11-23T14:19:06,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:06,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:06,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on znode that does not yet exist, /1-693052171/running 2024-11-23T14:19:06,877 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f, hbase.cluster.distributed=false 2024-11-23T14:19:06,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on znode that does not yet exist, /1-693052171/acl 2024-11-23T14:19:06,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40081 2024-11-23T14:19:06,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40081 2024-11-23T14:19:06,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40081 2024-11-23T14:19:06,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40081 2024-11-23T14:19:06,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40081 2024-11-23T14:19:06,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:19:06,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:19:06,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:19:06,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:19:06,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:19:06,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:19:06,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:19:06,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:19:06,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44421 2024-11-23T14:19:06,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44421 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-23T14:19:06,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:06,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:06,931 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444210x0, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:19:06,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444210x0, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on znode that does not yet exist, /1-693052171/running 2024-11-23T14:19:06,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44421-0x101680fdb7d0004 connected 2024-11-23T14:19:06,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:19:06,932 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:19:06,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on znode that does not yet exist, /1-693052171/master 2024-11-23T14:19:06,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on znode that does not yet exist, /1-693052171/acl 2024-11-23T14:19:06,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44421 2024-11-23T14:19:06,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44421 2024-11-23T14:19:06,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44421 2024-11-23T14:19:06,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44421 2024-11-23T14:19:06,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44421 2024-11-23T14:19:06,955 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:40081 2024-11-23T14:19:06,955 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-693052171/backup-masters/c6f7b1897123,40081,1732371546690 2024-11-23T14:19:06,967 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171/backup-masters 2024-11-23T14:19:06,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171/backup-masters 2024-11-23T14:19:06,970 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on existing znode=/1-693052171/backup-masters/c6f7b1897123,40081,1732371546690 2024-11-23T14:19:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:06,983 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-693052171/master 2024-11-23T14:19:06,983 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:06,984 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on existing znode=/1-693052171/master 2024-11-23T14:19:06,984 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-693052171/backup-masters/c6f7b1897123,40081,1732371546690 from backup master directory 2024-11-23T14:19:06,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-693052171/backup-masters/c6f7b1897123,40081,1732371546690 2024-11-23T14:19:06,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171/backup-masters 2024-11-23T14:19:06,994 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:19:06,994 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,40081,1732371546690 2024-11-23T14:19:06,994 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171/backup-masters 2024-11-23T14:19:06,999 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/hbase.id] with ID: d799afbb-e242-4e79-8fa8-7a8449a76f2d 2024-11-23T14:19:06,999 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/.tmp/hbase.id 2024-11-23T14:19:07,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:19:07,406 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/.tmp/hbase.id]:[hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/hbase.id] 2024-11-23T14:19:07,422 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:07,422 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:19:07,424 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T14:19:07,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:07,436 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:07,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:19:07,843 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:19:07,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:19:07,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:19:07,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:19:08,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:19:08,254 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store 2024-11-23T14:19:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:19:08,276 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:08,277 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:19:08,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:19:08,277 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:19:08,277 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:19:08,277 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:19:08,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:19:08,277 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371548277Disabling compacts and flushes for region at 1732371548277Disabling writes for close at 1732371548277Writing region close event to WAL at 1732371548277Closed at 1732371548277 2024-11-23T14:19:08,279 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/.initializing 2024-11-23T14:19:08,279 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/WALs/c6f7b1897123,40081,1732371546690 2024-11-23T14:19:08,280 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:19:08,282 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C40081%2C1732371546690, suffix=, logDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/WALs/c6f7b1897123,40081,1732371546690, archiveDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/oldWALs, maxLogs=10 2024-11-23T14:19:08,296 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/WALs/c6f7b1897123,40081,1732371546690/c6f7b1897123%2C40081%2C1732371546690.1732371548282, exclude list is [], retry=0 2024-11-23T14:19:08,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35131,DS-be4bd732-4897-4aab-8eee-e7e8d5f761ac,DISK] 2024-11-23T14:19:08,300 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/WALs/c6f7b1897123,40081,1732371546690/c6f7b1897123%2C40081%2C1732371546690.1732371548282 2024-11-23T14:19:08,300 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34421:34421)] 2024-11-23T14:19:08,300 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:19:08,301 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:08,301 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,301 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:19:08,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:08,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:08,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:19:08,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:08,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:08,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:19:08,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:08,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:08,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:19:08,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:08,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:08,309 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,309 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,310 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,311 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,311 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,311 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:19:08,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:19:08,314 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:19:08,315 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61636162, jitterRate=-0.08154961466789246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:19:08,315 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371548301Initializing all the Stores at 1732371548302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371548302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371548302Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371548302Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371548302Cleaning up temporary data from old regions at 1732371548311 (+9 ms)Region opened successfully at 1732371548315 (+4 ms) 2024-11-23T14:19:08,315 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:19:08,317 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b51c175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:19:08,318 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:19:08,318 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:19:08,318 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:19:08,318 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:19:08,319 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:19:08,319 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:19:08,319 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:19:08,321 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:19:08,322 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Unable to get data of znode /1-693052171/balancer because node does not exist (not necessarily an error) 2024-11-23T14:19:08,330 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-693052171/balancer already deleted, retry=false 2024-11-23T14:19:08,330 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:19:08,331 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Unable to get data of znode /1-693052171/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:19:08,341 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-693052171/normalizer already deleted, retry=false 2024-11-23T14:19:08,341 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:19:08,342 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Unable to get data of znode /1-693052171/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:19:08,351 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-693052171/switch/split already deleted, retry=false 2024-11-23T14:19:08,352 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Unable to get data of znode /1-693052171/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:19:08,362 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-693052171/switch/merge already deleted, retry=false 2024-11-23T14:19:08,364 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Unable to get data of znode /1-693052171/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:19:08,372 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-693052171/snapshot-cleanup already deleted, retry=false 2024-11-23T14:19:08,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-693052171/running 2024-11-23T14:19:08,383 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-693052171/running 2024-11-23T14:19:08,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:08,383 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:08,384 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,40081,1732371546690, sessionid=0x101680fdb7d0003, setting cluster-up flag (Was=false) 2024-11-23T14:19:08,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:08,404 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:08,435 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-693052171/flush-table-proc/acquired, /1-693052171/flush-table-proc/reached, /1-693052171/flush-table-proc/abort 2024-11-23T14:19:08,437 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,40081,1732371546690 2024-11-23T14:19:08,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:08,457 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:08,488 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-693052171/online-snapshot/acquired, /1-693052171/online-snapshot/reached, /1-693052171/online-snapshot/abort 2024-11-23T14:19:08,489 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,40081,1732371546690 2024-11-23T14:19:08,490 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:19:08,491 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:19:08,492 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:19:08,492 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:19:08,492 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,40081,1732371546690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:19:08,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:19:08,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:19:08,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:19:08,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:19:08,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:19:08,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:19:08,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371578494 2024-11-23T14:19:08,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:19:08,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:19:08,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:19:08,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:19:08,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:19:08,494 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:19:08,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,495 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:19:08,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:19:08,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:19:08,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:19:08,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:19:08,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:19:08,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:19:08,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:19:08,495 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371548495,5,FailOnTimeoutGroup] 2024-11-23T14:19:08,496 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371548495,5,FailOnTimeoutGroup] 2024-11-23T14:19:08,496 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,496 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:19:08,496 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,496 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:08,496 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:19:08,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:19:08,548 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(746): ClusterId : d799afbb-e242-4e79-8fa8-7a8449a76f2d 2024-11-23T14:19:08,548 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:19:08,557 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:19:08,557 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:19:08,568 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:19:08,568 DEBUG [RS:0;c6f7b1897123:44421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fe9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:19:08,578 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:44421 2024-11-23T14:19:08,578 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:19:08,578 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:19:08,578 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:19:08,579 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,40081,1732371546690 with port=44421, startcode=1732371546908 2024-11-23T14:19:08,579 DEBUG [RS:0;c6f7b1897123:44421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:19:08,581 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:19:08,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,44421,1732371546908 2024-11-23T14:19:08,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40081 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,44421,1732371546908 2024-11-23T14:19:08,582 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f 2024-11-23T14:19:08,582 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42599 2024-11-23T14:19:08,582 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:19:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171/rs 2024-11-23T14:19:08,594 DEBUG [RS:0;c6f7b1897123:44421 {}] zookeeper.ZKUtil(111): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on existing znode=/1-693052171/rs/c6f7b1897123,44421,1732371546908 2024-11-23T14:19:08,594 WARN [RS:0;c6f7b1897123:44421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:19:08,594 INFO [RS:0;c6f7b1897123:44421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:19:08,594 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/WALs/c6f7b1897123,44421,1732371546908 2024-11-23T14:19:08,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,44421,1732371546908] 2024-11-23T14:19:08,597 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:19:08,599 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:19:08,599 INFO [RS:0;c6f7b1897123:44421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:19:08,599 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,599 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:19:08,600 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:19:08,600 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,600 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:19:08,601 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:19:08,601 DEBUG [RS:0;c6f7b1897123:44421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:19:08,604 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,604 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,604 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,604 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,604 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,604 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44421,1732371546908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:19:08,618 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:19:08,618 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44421,1732371546908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,618 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,618 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.Replication(171): c6f7b1897123,44421,1732371546908 started 2024-11-23T14:19:08,633 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:08,633 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,44421,1732371546908, RpcServer on c6f7b1897123/172.17.0.3:44421, sessionid=0x101680fdb7d0004 2024-11-23T14:19:08,633 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:19:08,633 DEBUG [RS:0;c6f7b1897123:44421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,44421,1732371546908 2024-11-23T14:19:08,633 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,44421,1732371546908' 2024-11-23T14:19:08,633 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-693052171/flush-table-proc/abort' 2024-11-23T14:19:08,634 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-693052171/flush-table-proc/acquired' 2024-11-23T14:19:08,635 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:19:08,635 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:19:08,635 DEBUG [RS:0;c6f7b1897123:44421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,44421,1732371546908 2024-11-23T14:19:08,635 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,44421,1732371546908' 2024-11-23T14:19:08,635 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-693052171/online-snapshot/abort' 2024-11-23T14:19:08,635 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-693052171/online-snapshot/acquired' 2024-11-23T14:19:08,635 DEBUG [RS:0;c6f7b1897123:44421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:19:08,635 INFO [RS:0;c6f7b1897123:44421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:19:08,635 INFO [RS:0;c6f7b1897123:44421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:19:08,736 INFO [RS:0;c6f7b1897123:44421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:19:08,743 INFO [RS:0;c6f7b1897123:44421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C44421%2C1732371546908, suffix=, logDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/WALs/c6f7b1897123,44421,1732371546908, archiveDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/oldWALs, maxLogs=10 2024-11-23T14:19:08,761 DEBUG [RS:0;c6f7b1897123:44421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/WALs/c6f7b1897123,44421,1732371546908/c6f7b1897123%2C44421%2C1732371546908.1732371548743, exclude list is [], retry=0 2024-11-23T14:19:08,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35131,DS-be4bd732-4897-4aab-8eee-e7e8d5f761ac,DISK] 2024-11-23T14:19:08,776 INFO [RS:0;c6f7b1897123:44421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/WALs/c6f7b1897123,44421,1732371546908/c6f7b1897123%2C44421%2C1732371546908.1732371548743 2024-11-23T14:19:08,777 DEBUG [RS:0;c6f7b1897123:44421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34421:34421)] 2024-11-23T14:19:08,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:19:08,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f 2024-11-23T14:19:08,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:19:09,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:09,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:19:09,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:19:09,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:09,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:19:09,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:19:09,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:09,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:19:09,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:19:09,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:09,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:19:09,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:19:09,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:09,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:19:09,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740 2024-11-23T14:19:09,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740 2024-11-23T14:19:09,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:19:09,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:19:09,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:19:09,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:19:09,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:19:09,328 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74164328, jitterRate=0.10513460636138916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:19:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371549309Initializing all the Stores at 1732371549310 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371549310Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371549310Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371549310Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371549310Cleaning up temporary data from old regions at 1732371549324 (+14 ms)Region opened successfully at 1732371549329 (+5 ms) 2024-11-23T14:19:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:19:09,329 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:19:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:19:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:19:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:19:09,329 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:19:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371549329Disabling compacts and flushes for region at 1732371549329Disabling writes for close at 1732371549329Writing region close event to WAL at 1732371549329Closed at 1732371549329 2024-11-23T14:19:09,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:19:09,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:19:09,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:19:09,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:19:09,334 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:19:09,484 DEBUG [c6f7b1897123:40081 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:19:09,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,44421,1732371546908 2024-11-23T14:19:09,486 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,44421,1732371546908, state=OPENING 2024-11-23T14:19:09,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:19:09,599 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:09,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:19:09,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-693052171/meta-region-server: CHANGED 2024-11-23T14:19:09,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-693052171/meta-region-server: CHANGED 2024-11-23T14:19:09,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:19:09,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,44421,1732371546908}] 2024-11-23T14:19:09,753 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:19:09,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:19:09,758 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:19:09,758 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:19:09,758 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:19:09,760 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C44421%2C1732371546908.meta, suffix=.meta, logDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/WALs/c6f7b1897123,44421,1732371546908, archiveDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/oldWALs, maxLogs=10 2024-11-23T14:19:09,775 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/WALs/c6f7b1897123,44421,1732371546908/c6f7b1897123%2C44421%2C1732371546908.meta.1732371549761.meta, exclude list is [], retry=0 2024-11-23T14:19:09,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35131,DS-be4bd732-4897-4aab-8eee-e7e8d5f761ac,DISK] 2024-11-23T14:19:09,779 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/WALs/c6f7b1897123,44421,1732371546908/c6f7b1897123%2C44421%2C1732371546908.meta.1732371549761.meta 2024-11-23T14:19:09,779 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34421:34421)] 2024-11-23T14:19:09,779 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:19:09,780 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:19:09,780 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:19:09,780 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:19:09,780 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:19:09,780 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:19:09,780 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:09,780 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:19:09,780 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:19:09,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:19:09,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:19:09,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:09,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:19:09,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:19:09,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:09,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:19:09,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:19:09,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:09,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:19:09,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:19:09,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:19:09,787 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:19:09,787 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740 2024-11-23T14:19:09,788 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740 2024-11-23T14:19:09,790 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:19:09,790 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:19:09,790 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:19:09,792 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:19:09,792 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61829032, jitterRate=-0.07867562770843506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:19:09,793 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:19:09,793 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371549780Writing region info on filesystem at 1732371549780Initializing all the Stores at 1732371549781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371549781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371549781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371549781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371549781Cleaning up temporary data from old regions at 1732371549790 (+9 ms)Running coprocessor post-open hooks at 1732371549793 (+3 ms)Region opened successfully at 1732371549793 2024-11-23T14:19:09,794 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371549752 2024-11-23T14:19:09,796 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:19:09,796 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:19:09,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,44421,1732371546908 2024-11-23T14:19:09,798 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,44421,1732371546908, state=OPEN 2024-11-23T14:19:09,809 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-693052171/meta-region-server 2024-11-23T14:19:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-693052171/meta-region-server 2024-11-23T14:19:09,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,44421,1732371546908 2024-11-23T14:19:09,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-693052171/meta-region-server: CHANGED 2024-11-23T14:19:09,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-693052171/meta-region-server: CHANGED 2024-11-23T14:19:09,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:19:09,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,44421,1732371546908 in 210 msec 2024-11-23T14:19:09,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:19:09,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-23T14:19:09,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:19:09,816 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:19:09,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:09,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44421,1732371546908, seqNum=-1] 2024-11-23T14:19:09,817 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:09,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:19:09,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-23T14:19:09,826 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371549826, completionTime=-1 2024-11-23T14:19:09,826 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:19:09,826 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:19:09,828 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:19:09,828 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371609828 2024-11-23T14:19:09,828 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371669828 2024-11-23T14:19:09,828 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T14:19:09,829 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40081,1732371546690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:09,829 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40081,1732371546690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:09,829 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40081,1732371546690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:09,829 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:40081, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:09,829 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:09,829 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:09,831 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:19:09,834 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.840sec 2024-11-23T14:19:09,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:19:09,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:19:09,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:19:09,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:19:09,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:19:09,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40081,1732371546690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:19:09,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40081,1732371546690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:19:09,838 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:19:09,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:19:09,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40081,1732371546690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:19:09,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5c82d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:09,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,40081,-1 for getting cluster id 2024-11-23T14:19:09,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:09,855 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd799afbb-e242-4e79-8fa8-7a8449a76f2d' 2024-11-23T14:19:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d799afbb-e242-4e79-8fa8-7a8449a76f2d" 2024-11-23T14:19:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293d7e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,40081,-1] 2024-11-23T14:19:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:09,858 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:09,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af8b866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:09,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44421,1732371546908, seqNum=-1] 2024-11-23T14:19:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:09,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:19:09,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,40081,1732371546690 2024-11-23T14:19:09,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-23T14:19:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:19:09,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101680fdb7d0005 connected 2024-11-23T14:19:09,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:19:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,41405,1732371539471 2024-11-23T14:19:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a0d7bc 2024-11-23T14:19:09,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:19:09,905 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:19:09,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:19:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:19:09,917 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:19:09,919 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:09,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:19:09,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:19:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:19:09,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5251322cc3d4ca4f125770831ed0ffbb, NAME => 'test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b 2024-11-23T14:19:09,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:19:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:10,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:10,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5251322cc3d4ca4f125770831ed0ffbb, disabling compactions & flushes 2024-11-23T14:19:10,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:19:10,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:19:10,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. after waiting 0 ms 2024-11-23T14:19:10,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:19:10,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:19:10,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5251322cc3d4ca4f125770831ed0ffbb: Waiting for close lock at 1732371550366Disabling compacts and flushes for region at 1732371550366Disabling writes for close at 1732371550366Writing region close event to WAL at 1732371550366Closed at 1732371550366 2024-11-23T14:19:10,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:19:10,368 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371550367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371550367"}]},"ts":"1732371550367"} 2024-11-23T14:19:10,370 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:19:10,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:19:10,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371550371"}]},"ts":"1732371550371"} 2024-11-23T14:19:10,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:19:10,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5251322cc3d4ca4f125770831ed0ffbb, ASSIGN}] 2024-11-23T14:19:10,375 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5251322cc3d4ca4f125770831ed0ffbb, ASSIGN 2024-11-23T14:19:10,375 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5251322cc3d4ca4f125770831ed0ffbb, ASSIGN; state=OFFLINE, location=c6f7b1897123,37501,1732371539851; forceNewPlan=false, retain=false 2024-11-23T14:19:10,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5251322cc3d4ca4f125770831ed0ffbb, regionState=OPENING, regionLocation=c6f7b1897123,37501,1732371539851 2024-11-23T14:19:10,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5251322cc3d4ca4f125770831ed0ffbb, ASSIGN because future has completed 2024-11-23T14:19:10,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5251322cc3d4ca4f125770831ed0ffbb, server=c6f7b1897123,37501,1732371539851}] 2024-11-23T14:19:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:10,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:19:10,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:19:10,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:19:10,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T14:19:10,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:19:10,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T14:19:10,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:19:10,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T14:19:10,686 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:19:10,686 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5251322cc3d4ca4f125770831ed0ffbb, NAME => 'test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:19:10,687 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:19:10,687 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:19:10,687 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,687 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:10,687 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,687 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,688 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,690 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5251322cc3d4ca4f125770831ed0ffbb columnFamilyName f 2024-11-23T14:19:10,690 DEBUG [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:10,690 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] regionserver.HStore(327): Store=5251322cc3d4ca4f125770831ed0ffbb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:10,690 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,691 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5251322cc3d4ca4f125770831ed0ffbb columnFamilyName f1 2024-11-23T14:19:10,691 DEBUG [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:10,692 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] regionserver.HStore(327): Store=5251322cc3d4ca4f125770831ed0ffbb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:10,692 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,693 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5251322cc3d4ca4f125770831ed0ffbb columnFamilyName norep 2024-11-23T14:19:10,693 DEBUG [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:10,693 INFO [StoreOpener-5251322cc3d4ca4f125770831ed0ffbb-1 {}] regionserver.HStore(327): Store=5251322cc3d4ca4f125770831ed0ffbb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:10,693 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,694 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,694 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,695 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,695 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,696 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:19:10,697 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,699 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:19:10,699 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5251322cc3d4ca4f125770831ed0ffbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70325286, jitterRate=0.047928422689437866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:19:10,699 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:19:10,700 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5251322cc3d4ca4f125770831ed0ffbb: Running coprocessor pre-open hook at 1732371550687Writing region info on filesystem at 1732371550687Initializing all the Stores at 1732371550688 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371550688Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371550688Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371550688Cleaning up temporary data from old regions at 1732371550695 (+7 ms)Running coprocessor post-open hooks at 1732371550699 (+4 ms)Region opened successfully at 1732371550700 (+1 ms) 2024-11-23T14:19:10,702 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., pid=6, masterSystemTime=1732371550682 2024-11-23T14:19:10,704 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:19:10,704 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:19:10,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5251322cc3d4ca4f125770831ed0ffbb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,37501,1732371539851 2024-11-23T14:19:10,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5251322cc3d4ca4f125770831ed0ffbb, server=c6f7b1897123,37501,1732371539851 because future has completed 2024-11-23T14:19:10,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:19:10,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5251322cc3d4ca4f125770831ed0ffbb, server=c6f7b1897123,37501,1732371539851 in 181 msec 2024-11-23T14:19:10,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:19:10,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5251322cc3d4ca4f125770831ed0ffbb, ASSIGN in 338 msec 2024-11-23T14:19:10,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:19:10,716 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371550716"}]},"ts":"1732371550716"} 2024-11-23T14:19:10,718 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:19:10,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:19:10,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 808 msec 2024-11-23T14:19:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:11,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:19:11,054 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:19:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,40081,1732371546690 2024-11-23T14:19:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0ee8e7 2024-11-23T14:19:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:19:11,057 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:19:11,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:19:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:19:11,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:19:11,061 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:11,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:19:11,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:19:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:19:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:11,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e8497678a26a0a6fcf29f02f9e9ce62, NAME => 'test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f 2024-11-23T14:19:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:19:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:11,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:11,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e8497678a26a0a6fcf29f02f9e9ce62, disabling compactions & flushes 2024-11-23T14:19:11,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:19:11,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:19:11,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. after waiting 0 ms 2024-11-23T14:19:11,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:19:11,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:19:11,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e8497678a26a0a6fcf29f02f9e9ce62: Waiting for close lock at 1732371551927Disabling compacts and flushes for region at 1732371551927Disabling writes for close at 1732371551927Writing region close event to WAL at 1732371551927Closed at 1732371551927 2024-11-23T14:19:11,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:19:11,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371551928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371551928"}]},"ts":"1732371551928"} 2024-11-23T14:19:11,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:19:11,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:19:11,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371551932"}]},"ts":"1732371551932"} 2024-11-23T14:19:11,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:19:11,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e8497678a26a0a6fcf29f02f9e9ce62, ASSIGN}] 2024-11-23T14:19:11,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e8497678a26a0a6fcf29f02f9e9ce62, ASSIGN 2024-11-23T14:19:11,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e8497678a26a0a6fcf29f02f9e9ce62, ASSIGN; state=OFFLINE, location=c6f7b1897123,44421,1732371546908; forceNewPlan=false, retain=false 2024-11-23T14:19:12,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e8497678a26a0a6fcf29f02f9e9ce62, regionState=OPENING, regionLocation=c6f7b1897123,44421,1732371546908 2024-11-23T14:19:12,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e8497678a26a0a6fcf29f02f9e9ce62, ASSIGN because future has completed 2024-11-23T14:19:12,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e8497678a26a0a6fcf29f02f9e9ce62, server=c6f7b1897123,44421,1732371546908}] 2024-11-23T14:19:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:12,276 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:19:12,277 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e8497678a26a0a6fcf29f02f9e9ce62, NAME => 'test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:19:12,277 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:19:12,278 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:19:12,278 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,278 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:12,278 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,278 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,280 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,281 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e8497678a26a0a6fcf29f02f9e9ce62 columnFamilyName f 2024-11-23T14:19:12,281 DEBUG [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:12,282 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] regionserver.HStore(327): Store=6e8497678a26a0a6fcf29f02f9e9ce62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:12,282 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,286 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e8497678a26a0a6fcf29f02f9e9ce62 columnFamilyName f1 2024-11-23T14:19:12,286 DEBUG [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:12,295 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] regionserver.HStore(327): Store=6e8497678a26a0a6fcf29f02f9e9ce62/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:12,296 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,297 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e8497678a26a0a6fcf29f02f9e9ce62 columnFamilyName norep 2024-11-23T14:19:12,297 DEBUG [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:12,299 INFO [StoreOpener-6e8497678a26a0a6fcf29f02f9e9ce62-1 {}] regionserver.HStore(327): Store=6e8497678a26a0a6fcf29f02f9e9ce62/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:12,299 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,300 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,300 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,301 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,301 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,302 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:19:12,305 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,317 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:19:12,317 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e8497678a26a0a6fcf29f02f9e9ce62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63782602, jitterRate=-0.04956516623497009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:19:12,317 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:19:12,317 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e8497678a26a0a6fcf29f02f9e9ce62: Running coprocessor pre-open hook at 1732371552278Writing region info on filesystem at 1732371552278Initializing all the Stores at 1732371552279 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371552279Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371552279Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371552279Cleaning up temporary data from old regions at 1732371552302 (+23 ms)Running coprocessor post-open hooks at 1732371552317 (+15 ms)Region opened successfully at 1732371552317 2024-11-23T14:19:12,318 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62., pid=6, masterSystemTime=1732371552256 2024-11-23T14:19:12,321 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:19:12,321 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:19:12,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e8497678a26a0a6fcf29f02f9e9ce62, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,44421,1732371546908 2024-11-23T14:19:12,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e8497678a26a0a6fcf29f02f9e9ce62, server=c6f7b1897123,44421,1732371546908 because future has completed 2024-11-23T14:19:12,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:19:12,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e8497678a26a0a6fcf29f02f9e9ce62, server=c6f7b1897123,44421,1732371546908 in 235 msec 2024-11-23T14:19:12,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:19:12,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e8497678a26a0a6fcf29f02f9e9ce62, ASSIGN in 394 msec 2024-11-23T14:19:12,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:19:12,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371552335"}]},"ts":"1732371552335"} 2024-11-23T14:19:12,338 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:19:12,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:19:12,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2810 sec 2024-11-23T14:19:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:19:13,204 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:19:13,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e829225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,41405,-1 for getting cluster id 2024-11-23T14:19:13,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:13,206 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a758b19-9863-41db-b042-866a8c5ca53d' 2024-11-23T14:19:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a758b19-9863-41db-b042-866a8c5ca53d" 2024-11-23T14:19:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1828adbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,41405,-1] 2024-11-23T14:19:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:13,208 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19451272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4d1368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,40081,-1 for getting cluster id 2024-11-23T14:19:13,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:13,219 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd799afbb-e242-4e79-8fa8-7a8449a76f2d' 2024-11-23T14:19:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d799afbb-e242-4e79-8fa8-7a8449a76f2d" 2024-11-23T14:19:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e7097a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,40081,-1] 2024-11-23T14:19:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:13,222 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3d0c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653999d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,41405,-1 for getting cluster id 2024-11-23T14:19:13,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:13,226 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a758b19-9863-41db-b042-866a8c5ca53d' 2024-11-23T14:19:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a758b19-9863-41db-b042-866a8c5ca53d" 2024-11-23T14:19:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f270d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,41405,-1] 2024-11-23T14:19:13,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:13,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:13,228 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2935254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:19:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,41405,1732371539471 2024-11-23T14:19:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c4a6646 2024-11-23T14:19:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:19:13,235 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:19:13,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:40081,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:19:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:19:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:19:13,239 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:40081' 2024-11-23T14:19:13,249 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a70d3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,249 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,40081,-1 for getting cluster id 2024-11-23T14:19:13,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:13,250 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd799afbb-e242-4e79-8fa8-7a8449a76f2d' 2024-11-23T14:19:13,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:13,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d799afbb-e242-4e79-8fa8-7a8449a76f2d" 2024-11-23T14:19:13,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd19f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,40081,-1] 2024-11-23T14:19:13,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:13,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:13,252 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:13,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc0e2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:13,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:19:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,40081,1732371546690 2024-11-23T14:19:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36c93935 2024-11-23T14:19:13,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:19:13,255 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:19:13,255 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:19:13,255 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:19:13,255 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:13,256 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:13,256 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:19:13,257 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:19:13,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:19:13,259 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:19:13,259 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:13,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:19:13,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:19:13,308 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:19:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:19:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:19:13,667 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4283b440da5c7063eeaf5ee9dbf3a10, NAME => 'hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b 2024-11-23T14:19:13,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:19:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:19:14,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:14,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b4283b440da5c7063eeaf5ee9dbf3a10, disabling compactions & flushes 2024-11-23T14:19:14,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:19:14,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:19:14,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. after waiting 0 ms 2024-11-23T14:19:14,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:19:14,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:19:14,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4283b440da5c7063eeaf5ee9dbf3a10: Waiting for close lock at 1732371554075Disabling compacts and flushes for region at 1732371554075Disabling writes for close at 1732371554075Writing region close event to WAL at 1732371554075Closed at 1732371554075 2024-11-23T14:19:14,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:19:14,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371554076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371554076"}]},"ts":"1732371554076"} 2024-11-23T14:19:14,078 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:19:14,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:19:14,079 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371554079"}]},"ts":"1732371554079"} 2024-11-23T14:19:14,081 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:19:14,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4283b440da5c7063eeaf5ee9dbf3a10, ASSIGN}] 2024-11-23T14:19:14,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4283b440da5c7063eeaf5ee9dbf3a10, ASSIGN 2024-11-23T14:19:14,084 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4283b440da5c7063eeaf5ee9dbf3a10, ASSIGN; state=OFFLINE, location=c6f7b1897123,37501,1732371539851; forceNewPlan=false, retain=false 2024-11-23T14:19:14,200 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:19:14,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4283b440da5c7063eeaf5ee9dbf3a10, regionState=OPENING, regionLocation=c6f7b1897123,37501,1732371539851 2024-11-23T14:19:14,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4283b440da5c7063eeaf5ee9dbf3a10, ASSIGN because future has completed 2024-11-23T14:19:14,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4283b440da5c7063eeaf5ee9dbf3a10, server=c6f7b1897123,37501,1732371539851}] 2024-11-23T14:19:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:19:14,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:19:14,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:19:14,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:19:14,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C37501%2C1732371539851.rep, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/oldWALs, maxLogs=10 2024-11-23T14:19:14,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.rep.1732371554395, exclude list is [], retry=0 2024-11-23T14:19:14,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-3a395dda-3721-4d33-a2b4-8c6b19737d88,DISK] 2024-11-23T14:19:14,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.rep.1732371554395 2024-11-23T14:19:14,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41809:41809)] 2024-11-23T14:19:14,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b4283b440da5c7063eeaf5ee9dbf3a10, NAME => 'hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:19:14,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:19:14,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:19:14,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. service=MultiRowMutationService 2024-11-23T14:19:14,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:19:14,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:19:14,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,412 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,413 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4283b440da5c7063eeaf5ee9dbf3a10 columnFamilyName hfileref 2024-11-23T14:19:14,413 DEBUG [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:14,413 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] regionserver.HStore(327): Store=b4283b440da5c7063eeaf5ee9dbf3a10/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:14,414 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,414 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4283b440da5c7063eeaf5ee9dbf3a10 columnFamilyName queue 2024-11-23T14:19:14,415 DEBUG [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:14,415 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] regionserver.HStore(327): Store=b4283b440da5c7063eeaf5ee9dbf3a10/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:14,415 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,416 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4283b440da5c7063eeaf5ee9dbf3a10 columnFamilyName sid 2024-11-23T14:19:14,416 DEBUG [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:19:14,416 INFO [StoreOpener-b4283b440da5c7063eeaf5ee9dbf3a10-1 {}] regionserver.HStore(327): Store=b4283b440da5c7063eeaf5ee9dbf3a10/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:19:14,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:19:14,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:19:14,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b4283b440da5c7063eeaf5ee9dbf3a10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59886386, jitterRate=-0.10762330889701843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:19:14,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:19:14,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b4283b440da5c7063eeaf5ee9dbf3a10: Running coprocessor pre-open hook at 1732371554411Writing region info on filesystem at 1732371554411Initializing all the Stores at 1732371554412 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371554412Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371554412Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371554412Cleaning up temporary data from old regions at 1732371554418 (+6 ms)Running coprocessor post-open hooks at 1732371554422 (+4 ms)Region opened successfully at 1732371554423 (+1 ms) 2024-11-23T14:19:14,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10., pid=10, masterSystemTime=1732371554389 2024-11-23T14:19:14,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:19:14,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:19:14,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4283b440da5c7063eeaf5ee9dbf3a10, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,37501,1732371539851 2024-11-23T14:19:14,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4283b440da5c7063eeaf5ee9dbf3a10, server=c6f7b1897123,37501,1732371539851 because future has completed 2024-11-23T14:19:14,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:19:14,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b4283b440da5c7063eeaf5ee9dbf3a10, server=c6f7b1897123,37501,1732371539851 in 192 msec 2024-11-23T14:19:14,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:19:14,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4283b440da5c7063eeaf5ee9dbf3a10, ASSIGN in 349 msec 2024-11-23T14:19:14,434 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:19:14,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371554434"}]},"ts":"1732371554434"} 2024-11-23T14:19:14,436 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:19:14,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:19:14,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-23T14:19:14,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10., hostname=c6f7b1897123,37501,1732371539851, seqNum=2] 2024-11-23T14:19:14,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:14,488 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:19:14,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:19:14,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:19:14,664 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:19:14,691 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,37501,1732371539851, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:19:14,692 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:14,692 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,37501,1732371539851, seqNum=-1] 2024-11-23T14:19:14,692 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:14,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-23T14:19:14,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,37501,1732371539851', locateType=CURRENT is [region=hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10., hostname=c6f7b1897123,37501,1732371539851, seqNum=2] 2024-11-23T14:19:14,735 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:19:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:19:14,738 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,37501,1732371539851 suceeded 2024-11-23T14:19:14,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:19:14,741 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:40081,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-23T14:19:14,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-23T14:19:14,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-23T14:19:14,751 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:40081' 2024-11-23T14:19:14,752 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63669684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:14,752 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,40081,-1 for getting cluster id 2024-11-23T14:19:14,752 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:14,753 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd799afbb-e242-4e79-8fa8-7a8449a76f2d' 2024-11-23T14:19:14,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:14,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d799afbb-e242-4e79-8fa8-7a8449a76f2d" 2024-11-23T14:19:14,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a57156b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:14,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,40081,-1] 2024-11-23T14:19:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:14,755 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:14,755 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf2c558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:14,755 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:19:14,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,40081,1732371546690 2024-11-23T14:19:14,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb72cff 2024-11-23T14:19:14,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:19:14,757 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-23T14:19:14,758 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,37501,1732371539851 (queues=1) is replicating from cluster=4a758b19-9863-41db-b042-866a8c5ca53d to cluster=d799afbb-e242-4e79-8fa8-7a8449a76f2d 2024-11-23T14:19:14,758 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C37501%2C1732371539851 2024-11-23T14:19:14,758 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,37501,1732371539851, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:19:14,758 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C37501%2C1732371539851 2024-11-23T14:19:14,758 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351, startPosition=0, beingWritten=true 2024-11-23T14:19:14,766 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:19:14,766 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 379, reset compression=false 2024-11-23T14:19:14,766 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,37501,1732371539851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:19:14,970 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 379, reset compression=false 2024-11-23T14:19:15,274 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 379, reset compression=false 2024-11-23T14:19:15,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:19:15,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:19:15,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:19:15,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:19:15,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:19:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:19:15,385 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:19:15,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:19:15,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:19:15,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:15,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:15,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:19:15,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:15,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732371555390/Put/seqid=0 2024-11-23T14:19:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741840_1016 (size=7894) 2024-11-23T14:19:15,678 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 379, reset compression=false 2024-11-23T14:19:15,801 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f/f/hfile_1 is 34, key is ddd/f:row/1732371555800/Put/seqid=0 2024-11-23T14:19:15,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741841_1017 (size=7691) 2024-11-23T14:19:16,183 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 379, reset compression=false 2024-11-23T14:19:16,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff0ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:16,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,41405,-1 for getting cluster id 2024-11-23T14:19:16,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:16,210 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a758b19-9863-41db-b042-866a8c5ca53d' 2024-11-23T14:19:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a758b19-9863-41db-b042-866a8c5ca53d" 2024-11-23T14:19:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be333d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,41405,-1] 2024-11-23T14:19:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:16,211 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:16,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99bcbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:16,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,37501,1732371539851, seqNum=-1] 2024-11-23T14:19:16,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:16,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:19:16,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:19:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,41405,1732371539471 2024-11-23T14:19:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5a4d53 2024-11-23T14:19:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:19:16,230 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:19:16,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2] 2024-11-23T14:19:16,249 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:19:16,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T14:19:16,264 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T14:19:16,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f/f/hfile_0 for inclusion in 5251322cc3d4ca4f125770831ed0ffbb/f 2024-11-23T14:19:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T14:19:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:19:16,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f/f/hfile_1 for inclusion in 5251322cc3d4ca4f125770831ed0ffbb/f 2024-11-23T14:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T14:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HRegion(2603): Flush status journal for 5251322cc3d4ca4f125770831ed0ffbb: 2024-11-23T14:19:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f/f/hfile_0 to hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_0 2024-11-23T14:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_0 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ 2024-11-23T14:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f/f/hfile_1 to hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_1 2024-11-23T14:19:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_1 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ 2024-11-23T14:19:16,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_0 into 5251322cc3d4ca4f125770831ed0ffbb/f as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ - updating store file list. 2024-11-23T14:19:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:19:16,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ into 5251322cc3d4ca4f125770831ed0ffbb/f 2024-11-23T14:19:16,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_0 into 5251322cc3d4ca4f125770831ed0ffbb/f (new location: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_) 2024-11-23T14:19:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_0 2024-11-23T14:19:16,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_1 into 5251322cc3d4ca4f125770831ed0ffbb/f as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ - updating store file list. 2024-11-23T14:19:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:19:16,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ into 5251322cc3d4ca4f125770831ed0ffbb/f 2024-11-23T14:19:16,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_1 into 5251322cc3d4ca4f125770831ed0ffbb/f (new location: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_) 2024-11-23T14:19:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__9ggoccvdqqh7e2efoigspjlg76u44ltqsh60sb61ua373m0r4dvclsvou8cj1a9m/f/hfile_1 2024-11-23T14:19:16,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:19:16,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:19:16,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:16,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:16,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:19:16,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2 , the old value is region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f7b1897123:37501 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:19:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44421,1732371546908, seqNum=-1] 2024-11-23T14:19:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:19:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2 from cache 2024-11-23T14:19:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:53790 deadline: 1732371616335 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:53790 2024-11-23T14:19:16,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:19:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62., hostname=c6f7b1897123,44421,1732371546908, seqNum=2] 2024-11-23T14:19:16,346 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:19:16,446 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:37501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T14:19:16,787 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 379, reset compression=false 2024-11-23T14:19:16,793 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:19:16,793 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,37501,1732371539851 got entry batch from reader: WALEntryBatch [walEntries=[{test/5251322cc3d4ca4f125770831ed0ffbb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732371556329/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T14:19:16,811 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:19:16,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-23T14:19:16,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.ReplicationSink(318): Replicating [4a758b19-9863-41db-b042-866a8c5ca53d] bulk loaded data 2024-11-23T14:19:16,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f58e5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:16,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,40081,-1 for getting cluster id 2024-11-23T14:19:16,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:16,817 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd799afbb-e242-4e79-8fa8-7a8449a76f2d' 2024-11-23T14:19:16,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:16,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d799afbb-e242-4e79-8fa8-7a8449a76f2d" 2024-11-23T14:19:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42b4ceb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,40081,-1] 2024-11-23T14:19:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:16,819 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:16,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b6ce7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741837_1013 (size=7894) 2024-11-23T14:19:16,994 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 687, reset compression=false 2024-11-23T14:19:17,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741838_1014 (size=7691) 2024-11-23T14:19:17,298 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 687, reset compression=false 2024-11-23T14:19:17,348 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:19:17,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:19:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,40081,1732371546690 2024-11-23T14:19:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f80992 2024-11-23T14:19:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:19:17,658 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-23T14:19:17,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:19:17,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:17,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44421,1732371546908, seqNum=-1] 2024-11-23T14:19:17,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:17,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-23T14:19:17,671 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T14:19:17,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T14:19:17,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ for inclusion in 6e8497678a26a0a6fcf29f02f9e9ce62/f 2024-11-23T14:19:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T14:19:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:19:17,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ for inclusion in 6e8497678a26a0a6fcf29f02f9e9ce62/f 2024-11-23T14:19:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T14:19:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:19:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HRegion(2603): Flush status journal for 6e8497678a26a0a6fcf29f02f9e9ce62: 2024-11-23T14:19:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/f/89dc73052b2a4d2185df78cd55cef6a8_SeqId_4_ 2024-11-23T14:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:19:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/f/44d4840959d14731bd37e00f51142839_SeqId_4_ 2024-11-23T14:19:17,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ into 6e8497678a26a0a6fcf29f02f9e9ce62/f as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/f/89dc73052b2a4d2185df78cd55cef6a8_SeqId_4_ - updating store file list. 2024-11-23T14:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89dc73052b2a4d2185df78cd55cef6a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:19:17,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/f/89dc73052b2a4d2185df78cd55cef6a8_SeqId_4_ into 6e8497678a26a0a6fcf29f02f9e9ce62/f 2024-11-23T14:19:17,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ into 6e8497678a26a0a6fcf29f02f9e9ce62/f (new location: hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/f/89dc73052b2a4d2185df78cd55cef6a8_SeqId_4_) 2024-11-23T14:19:17,702 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 687, reset compression=false 2024-11-23T14:19:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_ 2024-11-23T14:19:17,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ into 6e8497678a26a0a6fcf29f02f9e9ce62/f as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/f/44d4840959d14731bd37e00f51142839_SeqId_4_ - updating store file list. 2024-11-23T14:19:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44d4840959d14731bd37e00f51142839_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:19:17,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/f/44d4840959d14731bd37e00f51142839_SeqId_4_ into 6e8497678a26a0a6fcf29f02f9e9ce62/f 2024-11-23T14:19:17,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ into 6e8497678a26a0a6fcf29f02f9e9ce62/f (new location: hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/f/44d4840959d14731bd37e00f51142839_SeqId_4_) 2024-11-23T14:19:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/staging/jenkins.hfs.6__test__vhb7h6mp6c40k82pgi3qcgv5ck6aongvsu7021pibdh2i40cga7qq8359l7kqkr2/f/9c8c6c493359434d8dd51f54ae7994f8_SeqId_4_ 2024-11-23T14:19:17,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] regionserver.ReplicationSink(324): Finished replicating [4a758b19-9863-41db-b042-866a8c5ca53d] bulk loaded data 2024-11-23T14:19:18,207 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 687, reset compression=false 2024-11-23T14:19:18,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:19:18,375 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732371558373/Put/seqid=0 2024-11-23T14:19:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741842_1018 (size=7997) 2024-11-23T14:19:18,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732371558784/Put/seqid=0 2024-11-23T14:19:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741843_1019 (size=7794) 2024-11-23T14:19:18,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a1c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:18,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,41405,-1 for getting cluster id 2024-11-23T14:19:18,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:19:18,794 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a758b19-9863-41db-b042-866a8c5ca53d' 2024-11-23T14:19:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:19:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a758b19-9863-41db-b042-866a8c5ca53d" 2024-11-23T14:19:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393dc756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,41405,-1] 2024-11-23T14:19:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:19:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:18,797 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:19:18,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27911e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:19:18,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,37501,1732371539851, seqNum=-1] 2024-11-23T14:19:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:18,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:19:18,811 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 687, reset compression=false 2024-11-23T14:19:18,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:19:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,41405,1732371539471 2024-11-23T14:19:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fb1169 2024-11-23T14:19:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:19:18,814 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:19:18,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2] 2024-11-23T14:19:18,822 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:19:18,829 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T14:19:18,833 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T14:19:18,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f1/f1/hfile_1 for inclusion in 5251322cc3d4ca4f125770831ed0ffbb/f1 2024-11-23T14:19:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T14:19:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:19:18,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f1/f1/hfile_0 for inclusion in 5251322cc3d4ca4f125770831ed0ffbb/f1 2024-11-23T14:19:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T14:19:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:19:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HRegion(2603): Flush status journal for 5251322cc3d4ca4f125770831ed0ffbb: 2024-11-23T14:19:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f1/f1/hfile_1 to hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_1 2024-11-23T14:19:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_1 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f1/489f4a756b094f07a9a34359ce369e5d_SeqId_6_ 2024-11-23T14:19:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/load_f1/f1/hfile_0 to hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_0 2024-11-23T14:19:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_0 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f1/f048888c6e15419c8c72184fbd234276_SeqId_6_ 2024-11-23T14:19:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-23T14:19:18,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_1 into 5251322cc3d4ca4f125770831ed0ffbb/f1 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f1/489f4a756b094f07a9a34359ce369e5d_SeqId_6_ - updating store file list. 2024-11-23T14:19:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 489f4a756b094f07a9a34359ce369e5d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:19:18,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f1/489f4a756b094f07a9a34359ce369e5d_SeqId_6_ into 5251322cc3d4ca4f125770831ed0ffbb/f1 2024-11-23T14:19:18,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_1 into 5251322cc3d4ca4f125770831ed0ffbb/f1 (new location: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f1/489f4a756b094f07a9a34359ce369e5d_SeqId_6_) 2024-11-23T14:19:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_1 2024-11-23T14:19:18,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_0 into 5251322cc3d4ca4f125770831ed0ffbb/f1 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f1/f048888c6e15419c8c72184fbd234276_SeqId_6_ - updating store file list. 2024-11-23T14:19:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f048888c6e15419c8c72184fbd234276_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:19:18,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f1/f048888c6e15419c8c72184fbd234276_SeqId_6_ into 5251322cc3d4ca4f125770831ed0ffbb/f1 2024-11-23T14:19:18,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_0 into 5251322cc3d4ca4f125770831ed0ffbb/f1 (new location: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/f1/f048888c6e15419c8c72184fbd234276_SeqId_6_) 2024-11-23T14:19:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/staging/jenkins__test__3u1rgj1a3i0q7cclqec9hncbosv1nvro8rai6s95jlap03fakpfe5ijajdjkruds/f1/hfile_0 2024-11-23T14:19:18,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:19:18,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:19:18,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:18,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:19:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2 , the old value is region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f7b1897123:37501 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:19:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:19:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:53796 deadline: 1732371618866 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:53796 2024-11-23T14:19:18,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:19:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2 from cache 2024-11-23T14:19:18,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:19:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,37501,1732371539851, seqNum=-1] 2024-11-23T14:19:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:19:18,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:19:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., hostname=c6f7b1897123,37501,1732371539851, seqNum=2] 2024-11-23T14:19:18,975 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:37501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T14:19:19,518 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 687, reset compression=false 2024-11-23T14:19:19,523 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:19:19,523 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:19,523 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,37501,1732371539851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:19:19,726 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:20,031 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:20,437 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:20,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:19:20,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T14:19:20,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T14:19:20,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T14:19:20,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:19:20,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T14:19:20,942 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:21,546 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:22,251 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:23,055 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:23,959 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:24,966 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:26,070 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:27,273 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:28,577 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:29,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:19:29,981 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:31,485 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:33,089 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:34,793 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:36,269 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:19:36,605 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:38,509 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:39,525 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,37501,1732371539851 got entry batch from reader: null 2024-11-23T14:19:40,514 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:42,618 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:43,940 INFO [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T14:19:43,940 INFO [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T14:19:44,823 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:47,130 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:49,535 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:49,838 INFO [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T14:19:49,838 INFO [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T14:19:52,038 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:54,643 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:55,687 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5251322cc3d4ca4f125770831ed0ffbb, had cached 0 bytes from a total of 31376 2024-11-23T14:19:57,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6e8497678a26a0a6fcf29f02f9e9ce62, had cached 0 bytes from a total of 15585 2024-11-23T14:19:57,347 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:19:59,447 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:19:59,525 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,37501,1732371539851 got entry batch from reader: null 2024-11-23T14:20:00,151 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:20:03,055 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:20:06,060 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:20:06,269 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:20:09,164 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:20:10,070 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T14:20:12,369 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:20:15,672 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:20:18,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:20:18,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:18,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:18,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:18,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:18,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:18,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:20:18,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=7557941, stopped=false 2024-11-23T14:20:18,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,40081,1732371546690 2024-11-23T14:20:18,909 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-693052171/running 2024-11-23T14:20:18,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-693052171/running 2024-11-23T14:20:18,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:20:18,909 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:20:18,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:18,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:18,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:18,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:18,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,44421,1732371546908' ***** 2024-11-23T14:20:18,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:20:18,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on znode that does not yet exist, /1-693052171/running 2024-11-23T14:20:18,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Set watcher on znode that does not yet exist, /1-693052171/running 2024-11-23T14:20:18,910 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:20:18,910 INFO [RS:0;c6f7b1897123:44421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:20:18,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:20:18,910 INFO [RS:0;c6f7b1897123:44421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:20:18,910 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:20:18,911 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,44421,1732371546908 2024-11-23T14:20:18,911 INFO [RS:0;c6f7b1897123:44421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:18,911 INFO [RS:0;c6f7b1897123:44421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:44421. 2024-11-23T14:20:18,911 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e8497678a26a0a6fcf29f02f9e9ce62, disabling compactions & flushes 2024-11-23T14:20:18,911 DEBUG [RS:0;c6f7b1897123:44421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:18,911 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:20:18,911 DEBUG [RS:0;c6f7b1897123:44421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:18,911 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:20:18,911 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. after waiting 0 ms 2024-11-23T14:20:18,911 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:20:18,911 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:20:18,911 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:20:18,911 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:20:18,911 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:20:18,911 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:20:18,911 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1325): Online Regions={6e8497678a26a0a6fcf29f02f9e9ce62=test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:20:18,911 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e8497678a26a0a6fcf29f02f9e9ce62 2024-11-23T14:20:18,911 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:20:18,911 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:20:18,911 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:20:18,911 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:20:18,912 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:20:18,912 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T14:20:18,916 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/default/test/6e8497678a26a0a6fcf29f02f9e9ce62/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T14:20:18,916 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:18,916 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:20:18,916 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:20:18,916 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e8497678a26a0a6fcf29f02f9e9ce62: Waiting for close lock at 1732371618911Running coprocessor pre-close hooks at 1732371618911Disabling compacts and flushes for region at 1732371618911Disabling writes for close at 1732371618911Writing region close event to WAL at 1732371618912 (+1 ms)Running coprocessor post-close hooks at 1732371618916 (+4 ms)Closed at 1732371618916 2024-11-23T14:20:18,916 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62. 2024-11-23T14:20:18,939 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/info/14c47598fe38423e893a27db0df66c02 is 129, key is test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62./info:regioninfo/1732371552322/Put/seqid=0 2024-11-23T14:20:18,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741839_1015 (size=6421) 2024-11-23T14:20:18,985 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:19,076 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:20:19,112 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:19,312 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:19,346 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/info/14c47598fe38423e893a27db0df66c02 2024-11-23T14:20:19,367 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/ns/d234120ab6bf4197bd24ba88d5476016 is 43, key is default/ns:d/1732371549819/Put/seqid=0 2024-11-23T14:20:19,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741840_1016 (size=5153) 2024-11-23T14:20:19,512 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:19,525 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,37501,1732371539851 got entry batch from reader: null 2024-11-23T14:20:19,646 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:20:19,646 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:20:19,712 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:19,771 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/ns/d234120ab6bf4197bd24ba88d5476016 2024-11-23T14:20:19,789 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/rep_barrier/a5a75bfaff564f22a075690f71c1e060 is 112, key is test,,1732371551057.6e8497678a26a0a6fcf29f02f9e9ce62./rep_barrier:seqnumDuringOpen/1732371552322/Put/seqid=0 2024-11-23T14:20:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741841_1017 (size=5518) 2024-11-23T14:20:19,912 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:20:19,912 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:20:19,912 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:20,113 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:20,193 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/rep_barrier/a5a75bfaff564f22a075690f71c1e060 2024-11-23T14:20:20,218 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/table/4ddefd51b97743559c7f9678978a5769 is 40, key is test/table:state/1732371552335/Put/seqid=0 2024-11-23T14:20:20,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741842_1018 (size=5165) 2024-11-23T14:20:20,313 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:20,513 DEBUG [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:20,623 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/table/4ddefd51b97743559c7f9678978a5769 2024-11-23T14:20:20,629 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/info/14c47598fe38423e893a27db0df66c02 as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/info/14c47598fe38423e893a27db0df66c02 2024-11-23T14:20:20,634 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/info/14c47598fe38423e893a27db0df66c02, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T14:20:20,635 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/ns/d234120ab6bf4197bd24ba88d5476016 as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/ns/d234120ab6bf4197bd24ba88d5476016 2024-11-23T14:20:20,640 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/ns/d234120ab6bf4197bd24ba88d5476016, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:20:20,641 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/rep_barrier/a5a75bfaff564f22a075690f71c1e060 as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/rep_barrier/a5a75bfaff564f22a075690f71c1e060 2024-11-23T14:20:20,645 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/rep_barrier/a5a75bfaff564f22a075690f71c1e060, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T14:20:20,646 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/.tmp/table/4ddefd51b97743559c7f9678978a5769 as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/table/4ddefd51b97743559c7f9678978a5769 2024-11-23T14:20:20,651 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/table/4ddefd51b97743559c7f9678978a5769, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:20:20,652 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=11, compaction requested=false 2024-11-23T14:20:20,657 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T14:20:20,658 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:20,658 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:20,658 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:20,658 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371618911Running coprocessor pre-close hooks at 1732371618911Disabling compacts and flushes for region at 1732371618911Disabling writes for close at 1732371618912 (+1 ms)Obtaining lock to block concurrent updates at 1732371618912Preparing flush snapshotting stores in 1588230740 at 1732371618912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732371618912Flushing stores of hbase:meta,,1.1588230740 at 1732371618912Flushing 1588230740/info: creating writer at 1732371618912Flushing 1588230740/info: appending metadata at 1732371618939 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732371618939Flushing 1588230740/ns: creating writer at 1732371619353 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732371619367 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732371619367Flushing 1588230740/rep_barrier: creating writer at 1732371619776 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371619789 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371619789Flushing 1588230740/table: creating writer at 1732371620199 (+410 ms)Flushing 1588230740/table: appending metadata at 1732371620218 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732371620218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738af02: reopening flushed file at 1732371620628 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b1ee8c: reopening flushed file at 1732371620634 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7bde08: reopening flushed file at 1732371620640 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d94ce8: reopening flushed file at 1732371620645 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=11, compaction requested=false at 1732371620652 (+7 ms)Writing region close event to WAL at 1732371620654 (+2 ms)Running coprocessor post-close hooks at 1732371620658 (+4 ms)Closed at 1732371620658 2024-11-23T14:20:20,658 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:20,713 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,44421,1732371546908; all regions closed. 2024-11-23T14:20:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741834_1010 (size=2717) 2024-11-23T14:20:20,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/WALs/c6f7b1897123,44421,1732371546908/c6f7b1897123%2C44421%2C1732371546908.meta.1732371549761.meta not finished, retry = 0 2024-11-23T14:20:20,818 DEBUG [RS:0;c6f7b1897123:44421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/oldWALs 2024-11-23T14:20:20,818 INFO [RS:0;c6f7b1897123:44421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C44421%2C1732371546908.meta:.meta(num 1732371549761) 2024-11-23T14:20:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741832_1008 (size=1028) 2024-11-23T14:20:20,822 DEBUG [RS:0;c6f7b1897123:44421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/oldWALs 2024-11-23T14:20:20,822 INFO [RS:0;c6f7b1897123:44421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C44421%2C1732371546908:(num 1732371548743) 2024-11-23T14:20:20,822 DEBUG [RS:0;c6f7b1897123:44421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:20,822 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:20,823 INFO [RS:0;c6f7b1897123:44421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:20,823 INFO [RS:0;c6f7b1897123:44421 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:20,823 INFO [RS:0;c6f7b1897123:44421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:20,823 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:20,823 INFO [RS:0;c6f7b1897123:44421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:44421. 2024-11-23T14:20:20,823 DEBUG [RS:0;c6f7b1897123:44421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:20,823 DEBUG [RS:0;c6f7b1897123:44421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:20,823 DEBUG [RS:0;c6f7b1897123:44421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:20,824 INFO [RS:0;c6f7b1897123:44421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44421 2024-11-23T14:20:20,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:20,846 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-693052171/rs/c6f7b1897123,44421,1732371546908 2024-11-23T14:20:20,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171/rs 2024-11-23T14:20:20,846 INFO [RS:0;c6f7b1897123:44421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:20,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,44421,1732371546908] 2024-11-23T14:20:20,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-693052171/draining/c6f7b1897123,44421,1732371546908 already deleted, retry=false 2024-11-23T14:20:20,948 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,44421,1732371546908 expired; onlineServers=0 2024-11-23T14:20:20,948 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,40081,1732371546690' ***** 2024-11-23T14:20:20,948 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:20:20,948 INFO [M:0;c6f7b1897123:40081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:20,948 INFO [M:0;c6f7b1897123:40081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:20,948 DEBUG [M:0;c6f7b1897123:40081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:20:20,948 DEBUG [M:0;c6f7b1897123:40081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:20:20,948 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:20:20,948 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371548495 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371548495,5,FailOnTimeoutGroup] 2024-11-23T14:20:20,948 INFO [M:0;c6f7b1897123:40081 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:20,949 INFO [M:0;c6f7b1897123:40081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:20,949 DEBUG [M:0;c6f7b1897123:40081 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:20:20,949 INFO [M:0;c6f7b1897123:40081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:20:20,949 INFO [M:0;c6f7b1897123:40081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:20,949 INFO [M:0;c6f7b1897123:40081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:20:20,949 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371548495 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371548495,5,FailOnTimeoutGroup] 2024-11-23T14:20:20,949 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:20:20,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-693052171/master 2024-11-23T14:20:20,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-693052171 2024-11-23T14:20:20,962 DEBUG [M:0;c6f7b1897123:40081 {}] zookeeper.ZKUtil(347): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Unable to get data of znode /1-693052171/master because node does not exist (not an error) 2024-11-23T14:20:20,962 WARN [M:0;c6f7b1897123:40081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:20:20,963 INFO [M:0;c6f7b1897123:40081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/.lastflushedseqids 2024-11-23T14:20:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741843_1019 (size=173) 2024-11-23T14:20:21,037 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:21,038 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44421-0x101680fdb7d0004, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:21,038 INFO [RS:0;c6f7b1897123:44421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:21,038 INFO [RS:0;c6f7b1897123:44421 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,44421,1732371546908; zookeeper connection closed. 2024-11-23T14:20:21,038 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d763027 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d763027 2024-11-23T14:20:21,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:20:21,368 INFO [M:0;c6f7b1897123:40081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:20:21,368 INFO [M:0;c6f7b1897123:40081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:20:21,368 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:20:21,368 INFO [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:21,368 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:21,368 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:20:21,368 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:21,368 INFO [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-23T14:20:21,385 DEBUG [M:0;c6f7b1897123:40081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b23afdd5cf454492d038b1189ce48d is 82, key is hbase:meta,,1/info:regioninfo/1732371549797/Put/seqid=0 2024-11-23T14:20:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741844_1020 (size=5672) 2024-11-23T14:20:21,796 INFO [M:0;c6f7b1897123:40081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b23afdd5cf454492d038b1189ce48d 2024-11-23T14:20:21,821 DEBUG [M:0;c6f7b1897123:40081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d458378a364a41d8978315f39154828a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732371552341/Put/seqid=0 2024-11-23T14:20:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741845_1021 (size=6727) 2024-11-23T14:20:21,837 INFO [M:0;c6f7b1897123:40081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d458378a364a41d8978315f39154828a 2024-11-23T14:20:21,842 INFO [M:0;c6f7b1897123:40081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d458378a364a41d8978315f39154828a 2024-11-23T14:20:21,874 DEBUG [M:0;c6f7b1897123:40081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd1562b3b081493f8154f1f9aa74a6fe is 69, key is c6f7b1897123,44421,1732371546908/rs:state/1732371548581/Put/seqid=0 2024-11-23T14:20:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741846_1022 (size=5156) 2024-11-23T14:20:22,281 INFO [M:0;c6f7b1897123:40081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd1562b3b081493f8154f1f9aa74a6fe 2024-11-23T14:20:22,289 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b23afdd5cf454492d038b1189ce48d as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34b23afdd5cf454492d038b1189ce48d 2024-11-23T14:20:22,301 INFO [M:0;c6f7b1897123:40081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34b23afdd5cf454492d038b1189ce48d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-23T14:20:22,308 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d458378a364a41d8978315f39154828a as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d458378a364a41d8978315f39154828a 2024-11-23T14:20:22,316 INFO [M:0;c6f7b1897123:40081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d458378a364a41d8978315f39154828a 2024-11-23T14:20:22,317 INFO [M:0;c6f7b1897123:40081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d458378a364a41d8978315f39154828a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-23T14:20:22,318 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd1562b3b081493f8154f1f9aa74a6fe as hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd1562b3b081493f8154f1f9aa74a6fe 2024-11-23T14:20:22,329 INFO [M:0;c6f7b1897123:40081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/3791fe79-9d5c-fcf0-8480-2587dceaeb6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd1562b3b081493f8154f1f9aa74a6fe, entries=1, sequenceid=58, filesize=5.0 K 2024-11-23T14:20:22,330 INFO [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 962ms, sequenceid=58, compaction requested=false 2024-11-23T14:20:22,332 INFO [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:22,332 DEBUG [M:0;c6f7b1897123:40081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371621368Disabling compacts and flushes for region at 1732371621368Disabling writes for close at 1732371621368Obtaining lock to block concurrent updates at 1732371621368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371621368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732371621368Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371621369 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371621369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371621385 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371621385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371621801 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371621820 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371621820Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371621843 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371621874 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371621874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abaf1b4: reopening flushed file at 1732371622288 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b28ae7: reopening flushed file at 1732371622301 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a39ebdf: reopening flushed file at 1732371622317 (+16 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 962ms, sequenceid=58, compaction requested=false at 1732371622330 (+13 ms)Writing region close event to WAL at 1732371622331 (+1 ms)Closed at 1732371622331 2024-11-23T14:20:22,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741830_1006 (size=33026) 2024-11-23T14:20:22,336 INFO [M:0;c6f7b1897123:40081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:20:22,336 INFO [M:0;c6f7b1897123:40081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40081 2024-11-23T14:20:22,337 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:22,338 INFO [M:0;c6f7b1897123:40081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:22,511 INFO [M:0;c6f7b1897123:40081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40081-0x101680fdb7d0003, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:22,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@574bb125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:20:22,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2510069b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:20:22,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:20:22,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0b5fe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:20:22,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5629c89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.log.dir/,STOPPED} 2024-11-23T14:20:22,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:20:22,534 WARN [BP-2146524983-172.17.0.3-1732371543693 heartbeating to localhost/127.0.0.1:42599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:20:22,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:20:22,534 WARN [BP-2146524983-172.17.0.3-1732371543693 heartbeating to localhost/127.0.0.1:42599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2146524983-172.17.0.3-1732371543693 (Datanode Uuid da137a11-87aa-46f3-b00c-e58403ae4695) service to localhost/127.0.0.1:42599 2024-11-23T14:20:22,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/cluster_73527d7d-989c-5b34-3dd8-250bc8a06d1f/data/data1/current/BP-2146524983-172.17.0.3-1732371543693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:20:22,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/cluster_73527d7d-989c-5b34-3dd8-250bc8a06d1f/data/data2/current/BP-2146524983-172.17.0.3-1732371543693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:20:22,536 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:20:22,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41a1d674{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:20:22,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c38981{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:20:22,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:20:22,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40034108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:20:22,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e21e814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.log.dir/,STOPPED} 2024-11-23T14:20:22,584 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 to pos 997, reset compression=false 2024-11-23T14:20:22,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:20:22,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:20:22,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:22,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:22,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:22,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:22,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:22,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:20:22,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=495321796, stopped=false 2024-11-23T14:20:22,609 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,41405,1732371539471 2024-11-23T14:20:22,643 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0492865026/running 2024-11-23T14:20:22,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0492865026/running 2024-11-23T14:20:22,643 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:20:22,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:20:22,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:22,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:22,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:22,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:22,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on znode that does not yet exist, /0492865026/running 2024-11-23T14:20:22,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,37501,1732371539851' ***** 2024-11-23T14:20:22,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:20:22,644 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:20:22,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:20:22,644 INFO [RS:0;c6f7b1897123:37501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:20:22,644 INFO [RS:0;c6f7b1897123:37501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:20:22,644 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(3091): Received CLOSE for 5251322cc3d4ca4f125770831ed0ffbb 2024-11-23T14:20:22,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Set watcher on znode that does not yet exist, /0492865026/running 2024-11-23T14:20:22,653 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(3091): Received CLOSE for b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:20:22,653 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,37501,1732371539851 2024-11-23T14:20:22,653 INFO [RS:0;c6f7b1897123:37501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:22,653 INFO [RS:0;c6f7b1897123:37501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:37501. 2024-11-23T14:20:22,653 DEBUG [RS:0;c6f7b1897123:37501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:22,653 DEBUG [RS:0;c6f7b1897123:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:22,653 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5251322cc3d4ca4f125770831ed0ffbb, disabling compactions & flushes 2024-11-23T14:20:22,653 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:20:22,653 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:20:22,653 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. after waiting 0 ms 2024-11-23T14:20:22,653 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:20:22,653 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:20:22,653 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:20:22,653 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:20:22,653 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:20:22,660 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:20:22,660 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1325): Online Regions={5251322cc3d4ca4f125770831ed0ffbb=test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb., 1588230740=hbase:meta,,1.1588230740, b4283b440da5c7063eeaf5ee9dbf3a10=hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10.} 2024-11-23T14:20:22,660 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5251322cc3d4ca4f125770831ed0ffbb, b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:20:22,660 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:20:22,660 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:20:22,660 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:20:22,660 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:20:22,660 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:20:22,660 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:20:22,698 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:22,705 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/default/test/5251322cc3d4ca4f125770831ed0ffbb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T14:20:22,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:22,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:20:22,706 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:20:22,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5251322cc3d4ca4f125770831ed0ffbb: Waiting for close lock at 1732371622653Running coprocessor pre-close hooks at 1732371622653Disabling compacts and flushes for region at 1732371622653Disabling writes for close at 1732371622653Writing region close event to WAL at 1732371622685 (+32 ms)Running coprocessor post-close hooks at 1732371622706 (+21 ms)Closed at 1732371622706 2024-11-23T14:20:22,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb. 2024-11-23T14:20:22,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4283b440da5c7063eeaf5ee9dbf3a10, disabling compactions & flushes 2024-11-23T14:20:22,706 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:20:22,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:20:22,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. after waiting 0 ms 2024-11-23T14:20:22,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:20:22,707 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b4283b440da5c7063eeaf5ee9dbf3a10 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-23T14:20:22,716 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/info/40857f81b8f4449b9c931e6321257734 is 147, key is hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10./info:regioninfo/1732371554426/Put/seqid=0 2024-11-23T14:20:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741844_1020 (size=7686) 2024-11-23T14:20:22,727 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/info/40857f81b8f4449b9c931e6321257734 2024-11-23T14:20:22,730 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/.tmp/hfileref/71d9d92de9fd4a1e8ab1aa1af80b60b2 is 74, key is 1/hfileref:8cd4f982e6ca4e58a90d87234e1d819f_SeqId_4_/1732371557715/DeleteColumn/seqid=0 2024-11-23T14:20:22,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741845_1021 (size=5203) 2024-11-23T14:20:22,776 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/ns/38ccce6e0f384ba494dc4cb52222779f is 43, key is default/ns:d/1732371543466/Put/seqid=0 2024-11-23T14:20:22,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741846_1022 (size=5153) 2024-11-23T14:20:22,782 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/ns/38ccce6e0f384ba494dc4cb52222779f 2024-11-23T14:20:22,822 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/rep_barrier/7b4b63caf5914ca9b718ae93f14235fa is 112, key is test,,1732371549906.5251322cc3d4ca4f125770831ed0ffbb./rep_barrier:seqnumDuringOpen/1732371550705/Put/seqid=0 2024-11-23T14:20:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741847_1023 (size=5518) 2024-11-23T14:20:22,834 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/rep_barrier/7b4b63caf5914ca9b718ae93f14235fa 2024-11-23T14:20:22,860 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:20:22,867 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/table/e323c6f10663401e9490e2e408551ff1 is 53, key is hbase:replication/table:state/1732371554434/Put/seqid=0 2024-11-23T14:20:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741848_1024 (size=5308) 2024-11-23T14:20:23,060 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:20:23,163 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/.tmp/hfileref/71d9d92de9fd4a1e8ab1aa1af80b60b2 2024-11-23T14:20:23,187 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/.tmp/queue/3e8eca8da3854011b354a450aa52bd5e is 153, key is 1-c6f7b1897123,37501,1732371539851/queue:c6f7b1897123%2C37501%2C1732371539851/1732371559524/Put/seqid=0 2024-11-23T14:20:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741849_1025 (size=5352) 2024-11-23T14:20:23,260 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:20:23,287 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/table/e323c6f10663401e9490e2e408551ff1 2024-11-23T14:20:23,295 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/info/40857f81b8f4449b9c931e6321257734 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/info/40857f81b8f4449b9c931e6321257734 2024-11-23T14:20:23,301 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/info/40857f81b8f4449b9c931e6321257734, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:20:23,303 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/ns/38ccce6e0f384ba494dc4cb52222779f as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/ns/38ccce6e0f384ba494dc4cb52222779f 2024-11-23T14:20:23,304 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:20:23,304 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:20:23,309 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/ns/38ccce6e0f384ba494dc4cb52222779f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:20:23,310 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/rep_barrier/7b4b63caf5914ca9b718ae93f14235fa as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/rep_barrier/7b4b63caf5914ca9b718ae93f14235fa 2024-11-23T14:20:23,316 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/rep_barrier/7b4b63caf5914ca9b718ae93f14235fa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:20:23,317 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/.tmp/table/e323c6f10663401e9490e2e408551ff1 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/table/e323c6f10663401e9490e2e408551ff1 2024-11-23T14:20:23,324 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/table/e323c6f10663401e9490e2e408551ff1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:20:23,325 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=16, compaction requested=false 2024-11-23T14:20:23,337 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:20:23,337 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:23,337 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:23,337 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:23,337 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371622660Running coprocessor pre-close hooks at 1732371622660Disabling compacts and flushes for region at 1732371622660Disabling writes for close at 1732371622660Obtaining lock to block concurrent updates at 1732371622660Preparing flush snapshotting stores in 1588230740 at 1732371622660Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371622665 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371622666 (+1 ms)Flushing 1588230740/info: creating writer at 1732371622666Flushing 1588230740/info: appending metadata at 1732371622715 (+49 ms)Flushing 1588230740/info: closing flushed file at 1732371622715Flushing 1588230740/ns: creating writer at 1732371622741 (+26 ms)Flushing 1588230740/ns: appending metadata at 1732371622775 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1732371622776 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732371622795 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371622821 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371622821Flushing 1588230740/table: creating writer at 1732371622841 (+20 ms)Flushing 1588230740/table: appending metadata at 1732371622866 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732371622866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61576abb: reopening flushed file at 1732371623294 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea3f965: reopening flushed file at 1732371623302 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6875c9f0: reopening flushed file at 1732371623309 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9545e7d: reopening flushed file at 1732371623316 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=16, compaction requested=false at 1732371623325 (+9 ms)Writing region close event to WAL at 1732371623333 (+8 ms)Running coprocessor post-close hooks at 1732371623337 (+4 ms)Closed at 1732371623337 2024-11-23T14:20:23,338 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:23,461 DEBUG [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1351): Waiting on b4283b440da5c7063eeaf5ee9dbf3a10 2024-11-23T14:20:23,591 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/.tmp/queue/3e8eca8da3854011b354a450aa52bd5e 2024-11-23T14:20:23,596 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/.tmp/hfileref/71d9d92de9fd4a1e8ab1aa1af80b60b2 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/hfileref/71d9d92de9fd4a1e8ab1aa1af80b60b2 2024-11-23T14:20:23,602 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/hfileref/71d9d92de9fd4a1e8ab1aa1af80b60b2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-23T14:20:23,603 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/.tmp/queue/3e8eca8da3854011b354a450aa52bd5e as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/queue/3e8eca8da3854011b354a450aa52bd5e 2024-11-23T14:20:23,608 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/queue/3e8eca8da3854011b354a450aa52bd5e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T14:20:23,609 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b4283b440da5c7063eeaf5ee9dbf3a10 in 902ms, sequenceid=10, compaction requested=false 2024-11-23T14:20:23,614 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/data/hbase/replication/b4283b440da5c7063eeaf5ee9dbf3a10/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T14:20:23,615 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:23,615 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:23,615 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:20:23,615 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4283b440da5c7063eeaf5ee9dbf3a10: Waiting for close lock at 1732371622706Running coprocessor pre-close hooks at 1732371622706Disabling compacts and flushes for region at 1732371622706Disabling writes for close at 1732371622706Obtaining lock to block concurrent updates at 1732371622707 (+1 ms)Preparing flush snapshotting stores in b4283b440da5c7063eeaf5ee9dbf3a10 at 1732371622707Finished memstore snapshotting hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732371622707Flushing stores of hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. at 1732371622708 (+1 ms)Flushing b4283b440da5c7063eeaf5ee9dbf3a10/hfileref: creating writer at 1732371622708Flushing b4283b440da5c7063eeaf5ee9dbf3a10/hfileref: appending metadata at 1732371622729 (+21 ms)Flushing b4283b440da5c7063eeaf5ee9dbf3a10/hfileref: closing flushed file at 1732371622729Flushing b4283b440da5c7063eeaf5ee9dbf3a10/queue: creating writer at 1732371623168 (+439 ms)Flushing b4283b440da5c7063eeaf5ee9dbf3a10/queue: appending metadata at 1732371623186 (+18 ms)Flushing b4283b440da5c7063eeaf5ee9dbf3a10/queue: closing flushed file at 1732371623186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463af041: reopening flushed file at 1732371623596 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768e8015: reopening flushed file at 1732371623602 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b4283b440da5c7063eeaf5ee9dbf3a10 in 902ms, sequenceid=10, compaction requested=false at 1732371623609 (+7 ms)Writing region close event to WAL at 1732371623611 (+2 ms)Running coprocessor post-close hooks at 1732371623615 (+4 ms)Closed at 1732371623615 2024-11-23T14:20:23,615 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371553256.b4283b440da5c7063eeaf5ee9dbf3a10. 2024-11-23T14:20:23,661 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,37501,1732371539851; all regions closed. 2024-11-23T14:20:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:20:23,690 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.meta.1732371543346.meta not finished, retry = 0 2024-11-23T14:20:23,792 DEBUG [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/oldWALs 2024-11-23T14:20:23,792 INFO [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C37501%2C1732371539851.meta:.meta(num 1732371543346) 2024-11-23T14:20:23,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741839_1015 (size=2700) 2024-11-23T14:20:23,796 DEBUG [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/oldWALs 2024-11-23T14:20:23,796 INFO [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C37501%2C1732371539851.rep:(num 1732371554395) 2024-11-23T14:20:23,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741832_1008 (size=1300) 2024-11-23T14:20:23,798 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/WALs/c6f7b1897123,37501,1732371539851/c6f7b1897123%2C37501%2C1732371539851.1732371542351 not finished, retry = 0 2024-11-23T14:20:23,901 DEBUG [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/oldWALs 2024-11-23T14:20:23,901 INFO [RS:0;c6f7b1897123:37501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C37501%2C1732371539851:(num 1732371542351) 2024-11-23T14:20:23,901 DEBUG [RS:0;c6f7b1897123:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:23,901 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:23,901 INFO [RS:0;c6f7b1897123:37501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:23,901 INFO [RS:0;c6f7b1897123:37501 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:23,901 INFO [RS:0;c6f7b1897123:37501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:23,901 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:23,901 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,37501,1732371539851 because: Region server is closing 2024-11-23T14:20:23,901 INFO [RS:0;c6f7b1897123:37501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:37501. 2024-11-23T14:20:23,901 DEBUG [RS:0;c6f7b1897123:37501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:23,902 DEBUG [RS:0;c6f7b1897123:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:23,902 DEBUG [RS:0;c6f7b1897123:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:23,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:23,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:23,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:23,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:23,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:23,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:24,002 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:20:24,002 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.wal-reader.c6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:20:24,002 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,37501,1732371539851.replicationSource.shipperc6f7b1897123%2C37501%2C1732371539851,1-c6f7b1897123,37501,1732371539851 terminated 2024-11-23T14:20:24,003 INFO [RS:0;c6f7b1897123:37501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37501 2024-11-23T14:20:24,025 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0492865026/rs/c6f7b1897123,37501,1732371539851 2024-11-23T14:20:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026/rs 2024-11-23T14:20:24,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,37501,1732371539851] 2024-11-23T14:20:24,026 INFO [RS:0;c6f7b1897123:37501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:24,035 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0492865026/draining/c6f7b1897123,37501,1732371539851 already deleted, retry=false 2024-11-23T14:20:24,035 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,37501,1732371539851 expired; onlineServers=0 2024-11-23T14:20:24,035 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,41405,1732371539471' ***** 2024-11-23T14:20:24,035 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:20:24,035 INFO [M:0;c6f7b1897123:41405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:24,035 INFO [M:0;c6f7b1897123:41405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:24,035 DEBUG [M:0;c6f7b1897123:41405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:20:24,036 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:20:24,036 DEBUG [M:0;c6f7b1897123:41405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:20:24,036 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371542073 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371542073,5,FailOnTimeoutGroup] 2024-11-23T14:20:24,036 INFO [M:0;c6f7b1897123:41405 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:24,036 INFO [M:0;c6f7b1897123:41405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:24,036 DEBUG [M:0;c6f7b1897123:41405 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:20:24,036 INFO [M:0;c6f7b1897123:41405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:20:24,036 INFO [M:0;c6f7b1897123:41405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:24,036 INFO [M:0;c6f7b1897123:41405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:20:24,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:20:24,037 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371542074 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371542074,5,FailOnTimeoutGroup] 2024-11-23T14:20:24,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0492865026/master 2024-11-23T14:20:24,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0492865026 2024-11-23T14:20:24,056 DEBUG [M:0;c6f7b1897123:41405 {}] zookeeper.RecoverableZooKeeper(212): Node /0492865026/master already deleted, retry=false 2024-11-23T14:20:24,057 DEBUG [M:0;c6f7b1897123:41405 {}] master.ActiveMasterManager(353): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Failed delete of our master address node; KeeperErrorCode = NoNode for /0492865026/master 2024-11-23T14:20:24,058 INFO [M:0;c6f7b1897123:41405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/.lastflushedseqids 2024-11-23T14:20:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741850_1026 (size=263) 2024-11-23T14:20:24,146 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:24,146 INFO [RS:0;c6f7b1897123:37501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:24,146 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x101680fdb7d0001, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:24,146 INFO [RS:0;c6f7b1897123:37501 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,37501,1732371539851; zookeeper connection closed. 2024-11-23T14:20:24,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d06152 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d06152 2024-11-23T14:20:24,146 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:20:24,463 INFO [M:0;c6f7b1897123:41405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:20:24,463 INFO [M:0;c6f7b1897123:41405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:20:24,463 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:20:24,463 INFO [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:24,463 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:24,463 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:20:24,463 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:24,464 INFO [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-23T14:20:24,464 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:20:24,484 DEBUG [M:0;c6f7b1897123:41405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0170f1e2a94e4b49876e034a5e1992d9 is 82, key is hbase:meta,,1/info:regioninfo/1732371543382/Put/seqid=0 2024-11-23T14:20:24,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741851_1027 (size=5672) 2024-11-23T14:20:24,489 INFO [M:0;c6f7b1897123:41405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0170f1e2a94e4b49876e034a5e1992d9 2024-11-23T14:20:24,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:24,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:24,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:24,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:24,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:24,509 DEBUG [M:0;c6f7b1897123:41405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a63732d0469d4afbb1bbc5653236d479 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732371550720/Put/seqid=0 2024-11-23T14:20:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741852_1028 (size=7240) 2024-11-23T14:20:24,916 INFO [M:0;c6f7b1897123:41405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a63732d0469d4afbb1bbc5653236d479 2024-11-23T14:20:24,921 INFO [M:0;c6f7b1897123:41405 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a63732d0469d4afbb1bbc5653236d479 2024-11-23T14:20:24,938 DEBUG [M:0;c6f7b1897123:41405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0879aa68ec2e43458cb140a7be0a1518 is 69, key is c6f7b1897123,37501,1732371539851/rs:state/1732371542153/Put/seqid=0 2024-11-23T14:20:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741853_1029 (size=5156) 2024-11-23T14:20:25,342 INFO [M:0;c6f7b1897123:41405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0879aa68ec2e43458cb140a7be0a1518 2024-11-23T14:20:25,348 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0170f1e2a94e4b49876e034a5e1992d9 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0170f1e2a94e4b49876e034a5e1992d9 2024-11-23T14:20:25,353 INFO [M:0;c6f7b1897123:41405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0170f1e2a94e4b49876e034a5e1992d9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T14:20:25,354 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a63732d0469d4afbb1bbc5653236d479 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a63732d0469d4afbb1bbc5653236d479 2024-11-23T14:20:25,359 INFO [M:0;c6f7b1897123:41405 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a63732d0469d4afbb1bbc5653236d479 2024-11-23T14:20:25,359 INFO [M:0;c6f7b1897123:41405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a63732d0469d4afbb1bbc5653236d479, entries=11, sequenceid=105, filesize=7.1 K 2024-11-23T14:20:25,360 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0879aa68ec2e43458cb140a7be0a1518 as hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0879aa68ec2e43458cb140a7be0a1518 2024-11-23T14:20:25,364 INFO [M:0;c6f7b1897123:41405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0879aa68ec2e43458cb140a7be0a1518, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T14:20:25,365 INFO [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=105, compaction requested=false 2024-11-23T14:20:25,367 INFO [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:25,367 DEBUG [M:0;c6f7b1897123:41405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371624463Disabling compacts and flushes for region at 1732371624463Disabling writes for close at 1732371624463Obtaining lock to block concurrent updates at 1732371624464 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371624464Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732371624464Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371624465 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371624465Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371624484 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371624484Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371624494 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371624509 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371624509Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371624921 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371624937 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371624937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4496fe30: reopening flushed file at 1732371625347 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bb7cfd: reopening flushed file at 1732371625353 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5e1c11: reopening flushed file at 1732371625359 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=105, compaction requested=false at 1732371625365 (+6 ms)Writing region close event to WAL at 1732371625367 (+2 ms)Closed at 1732371625367 2024-11-23T14:20:25,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741830_1006 (size=64526) 2024-11-23T14:20:25,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b63b0d1-d8dd-3e94-be21-7c387933c88b/MasterData/WALs/c6f7b1897123,41405,1732371539471/c6f7b1897123%2C41405%2C1732371539471.1732371541649 not finished, retry = 0 2024-11-23T14:20:25,471 INFO [M:0;c6f7b1897123:41405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:20:25,471 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:25,471 INFO [M:0;c6f7b1897123:41405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41405 2024-11-23T14:20:25,472 INFO [M:0;c6f7b1897123:41405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:25,616 INFO [M:0;c6f7b1897123:41405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x101680fdb7d0000, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:25,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd66844{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:20:25,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70282587{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:20:25,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:20:25,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c950b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:20:25,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec4f0b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.log.dir/,STOPPED} 2024-11-23T14:20:25,620 WARN [BP-985189792-172.17.0.3-1732371537904 heartbeating to localhost/127.0.0.1:34195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:20:25,620 WARN [BP-985189792-172.17.0.3-1732371537904 heartbeating to localhost/127.0.0.1:34195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985189792-172.17.0.3-1732371537904 (Datanode Uuid 6f236c9d-0960-439a-b110-5f5fd076c5b3) service to localhost/127.0.0.1:34195 2024-11-23T14:20:25,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/cluster_de6b11cf-5f44-25e3-6184-18098dd2c3e3/data/data1/current/BP-985189792-172.17.0.3-1732371537904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:20:25,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/cluster_de6b11cf-5f44-25e3-6184-18098dd2c3e3/data/data2/current/BP-985189792-172.17.0.3-1732371537904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:20:25,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:20:25,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:20:25,621 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:20:25,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e6f85bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:20:25,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@519aa4a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:20:25,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:20:25,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36cdf3d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:20:25,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8bb7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dbcd4ea-9c7e-dbb1-13c5-0eab7a2757b9/hadoop.log.dir/,STOPPED} 2024-11-23T14:20:25,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:20:25,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:20:25,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 141) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7570b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42599 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7570b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 760), ProcessCount=11 (was 11), AvailableMemoryMB=3923 (was 4712) 2024-11-23T14:20:25,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=3923 2024-11-23T14:20:25,698 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-23T14:20:25,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.log.dir so I do NOT create it in target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161 2024-11-23T14:20:25,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:20:25,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.tmp.dir so I do NOT create it in target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161 2024-11-23T14:20:25,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e325164-8389-2744-571a-4e97fb45433f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:20:25,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161 2024-11-23T14:20:25,699 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/cluster_10537d72-b123-4399-6d8a-5819d391418c, deleteOnExit=true 2024-11-23T14:20:25,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/cluster_10537d72-b123-4399-6d8a-5819d391418c/zookeeper_0, clientPort=63818, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/cluster_10537d72-b123-4399-6d8a-5819d391418c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/cluster_10537d72-b123-4399-6d8a-5819d391418c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:20:25,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63818 2024-11-23T14:20:25,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:20:25,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:20:25,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/test.cache.data in system properties and HBase conf 2024-11-23T14:20:25,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:20:25,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:20:25,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:20:25,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:20:25,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:20:25,704 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:20:25,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:20:25,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:20:25,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:20:25,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:20:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101680fdb7d0005, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:20:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101680fdb7d0002, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:20:25,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101680fdb7d0002, quorum=127.0.0.1:50184, baseZNode=/0492865026 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:20:25,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101680fdb7d0005, quorum=127.0.0.1:50184, baseZNode=/1-693052171 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:20:26,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:26,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:20:26,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:20:26,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:20:26,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:20:26,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:26,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2faed23b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:20:26,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16107687{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:20:26,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11a38258{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/java.io.tmpdir/jetty-localhost-38489-hadoop-hdfs-3_4_1-tests_jar-_-any-2237898276842386415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:20:26,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1829682f{HTTP/1.1, (http/1.1)}{localhost:38489} 2024-11-23T14:20:26,892 INFO [Time-limited test {}] server.Server(415): Started @144439ms 2024-11-23T14:20:27,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:27,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:20:27,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:20:27,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:20:27,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:20:27,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f77e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:20:27,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1281c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:20:27,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@695df057{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/java.io.tmpdir/jetty-localhost-39577-hadoop-hdfs-3_4_1-tests_jar-_-any-2202200612737513570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:20:27,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2944acee{HTTP/1.1, (http/1.1)}{localhost:39577} 2024-11-23T14:20:27,599 INFO [Time-limited test {}] server.Server(415): Started @145147ms 2024-11-23T14:20:27,600 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:20:29,463 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/cluster_10537d72-b123-4399-6d8a-5819d391418c/data/data1/current/BP-1363604281-172.17.0.3-1732371625726/current, will proceed with Du for space computation calculation, 2024-11-23T14:20:29,463 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/cluster_10537d72-b123-4399-6d8a-5819d391418c/data/data2/current/BP-1363604281-172.17.0.3-1732371625726/current, will proceed with Du for space computation calculation, 2024-11-23T14:20:29,485 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:20:29,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4cdec0a45041239 with lease ID 0x4debc063968ead1: Processing first storage report for DS-312f9bda-a7e0-4496-96bd-978a8910e431 from datanode DatanodeRegistration(127.0.0.1:35943, datanodeUuid=6bf38f8b-5ad4-4b1c-9321-7d158e8bd05e, infoPort=35991, infoSecurePort=0, ipcPort=35195, storageInfo=lv=-57;cid=testClusterID;nsid=1822958302;c=1732371625726) 2024-11-23T14:20:29,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4cdec0a45041239 with lease ID 0x4debc063968ead1: from storage DS-312f9bda-a7e0-4496-96bd-978a8910e431 node DatanodeRegistration(127.0.0.1:35943, datanodeUuid=6bf38f8b-5ad4-4b1c-9321-7d158e8bd05e, infoPort=35991, infoSecurePort=0, ipcPort=35195, storageInfo=lv=-57;cid=testClusterID;nsid=1822958302;c=1732371625726), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:20:29,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4cdec0a45041239 with lease ID 0x4debc063968ead1: Processing first storage report for DS-f434d5b9-8a78-42f7-bb01-5bb45f8ebfa9 from datanode DatanodeRegistration(127.0.0.1:35943, datanodeUuid=6bf38f8b-5ad4-4b1c-9321-7d158e8bd05e, infoPort=35991, infoSecurePort=0, ipcPort=35195, storageInfo=lv=-57;cid=testClusterID;nsid=1822958302;c=1732371625726) 2024-11-23T14:20:29,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4cdec0a45041239 with lease ID 0x4debc063968ead1: from storage DS-f434d5b9-8a78-42f7-bb01-5bb45f8ebfa9 node DatanodeRegistration(127.0.0.1:35943, datanodeUuid=6bf38f8b-5ad4-4b1c-9321-7d158e8bd05e, infoPort=35991, infoSecurePort=0, ipcPort=35195, storageInfo=lv=-57;cid=testClusterID;nsid=1822958302;c=1732371625726), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:20:29,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:20:29,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:29,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:29,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:29,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:29,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:29,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161 2024-11-23T14:20:29,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:29,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:20:29,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff with version=8 2024-11-23T14:20:29,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/hbase-staging 2024-11-23T14:20:29,948 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:20:29,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:29,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:29,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:20:29,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:29,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:20:29,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:20:29,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:20:29,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43163 2024-11-23T14:20:29,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43163 connecting to ZooKeeper ensemble=127.0.0.1:63818 2024-11-23T14:20:30,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431630x0, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:30,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43163-0x101681132910000 connected 2024-11-23T14:20:30,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:30,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:30,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/running 2024-11-23T14:20:30,250 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff, hbase.cluster.distributed=false 2024-11-23T14:20:30,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/acl 2024-11-23T14:20:30,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43163 2024-11-23T14:20:30,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43163 2024-11-23T14:20:30,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43163 2024-11-23T14:20:30,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43163 2024-11-23T14:20:30,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43163 2024-11-23T14:20:30,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:20:30,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:30,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:30,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:20:30,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:30,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:20:30,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:20:30,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:20:30,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34569 2024-11-23T14:20:30,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34569 connecting to ZooKeeper ensemble=127.0.0.1:63818 2024-11-23T14:20:30,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:30,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:30,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345690x0, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:30,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345690x0, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/running 2024-11-23T14:20:30,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34569-0x101681132910001 connected 2024-11-23T14:20:30,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:20:30,310 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:20:30,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/master 2024-11-23T14:20:30,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/acl 2024-11-23T14:20:30,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34569 2024-11-23T14:20:30,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34569 2024-11-23T14:20:30,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34569 2024-11-23T14:20:30,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34569 2024-11-23T14:20:30,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34569 2024-11-23T14:20:30,334 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:43163 2024-11-23T14:20:30,336 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0175882549/backup-masters/c6f7b1897123,43163,1732371629948 2024-11-23T14:20:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/backup-masters 2024-11-23T14:20:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/backup-masters 2024-11-23T14:20:30,346 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on existing znode=/0175882549/backup-masters/c6f7b1897123,43163,1732371629948 2024-11-23T14:20:30,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:30,356 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on existing znode=/0175882549/master 2024-11-23T14:20:30,357 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0175882549/backup-masters/c6f7b1897123,43163,1732371629948 from backup master directory 2024-11-23T14:20:30,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0175882549/master 2024-11-23T14:20:30,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:30,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/backup-masters 2024-11-23T14:20:30,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/backup-masters/c6f7b1897123,43163,1732371629948 2024-11-23T14:20:30,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/backup-masters 2024-11-23T14:20:30,366 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:20:30,366 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,43163,1732371629948 2024-11-23T14:20:30,373 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/hbase.id] with ID: 78085393-562d-4991-b808-4ec5bbb19aac 2024-11-23T14:20:30,373 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/.tmp/hbase.id 2024-11-23T14:20:30,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:20:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:20:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:20:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:20:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T14:20:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:20:30,779 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/.tmp/hbase.id]:[hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/hbase.id] 2024-11-23T14:20:30,790 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:30,790 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:20:30,791 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:20:30,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:30,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:30,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:20:30,866 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:20:30,867 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:20:30,870 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:30,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:20:31,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store 2024-11-23T14:20:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:20:31,684 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:31,684 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:20:31,684 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:31,684 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:31,684 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:20:31,684 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:31,684 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:31,685 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371631684Disabling compacts and flushes for region at 1732371631684Disabling writes for close at 1732371631684Writing region close event to WAL at 1732371631684Closed at 1732371631684 2024-11-23T14:20:31,686 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/.initializing 2024-11-23T14:20:31,686 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948 2024-11-23T14:20:31,687 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:20:31,689 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C43163%2C1732371629948, suffix=, logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/oldWALs, maxLogs=10 2024-11-23T14:20:31,709 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948/c6f7b1897123%2C43163%2C1732371629948.1732371631690, exclude list is [], retry=0 2024-11-23T14:20:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-312f9bda-a7e0-4496-96bd-978a8910e431,DISK] 2024-11-23T14:20:31,720 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948/c6f7b1897123%2C43163%2C1732371629948.1732371631690 2024-11-23T14:20:31,721 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-23T14:20:31,721 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:20:31,721 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:31,721 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,721 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:20:31,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:31,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:31,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:20:31,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:31,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:31,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:20:31,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:31,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:31,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:20:31,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:31,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:31,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,735 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,735 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,735 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:20:31,736 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:31,743 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:20:31,744 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74509390, jitterRate=0.11027643084526062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:20:31,745 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371631721Initializing all the Stores at 1732371631722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371631722Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371631725 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371631725Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371631725Cleaning up temporary data from old regions at 1732371631735 (+10 ms)Region opened successfully at 1732371631744 (+9 ms) 2024-11-23T14:20:31,745 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:20:31,748 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ce82e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:20:31,749 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:20:31,749 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:20:31,749 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:20:31,749 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:20:31,749 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:20:31,750 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:20:31,750 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:20:31,757 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:20:31,759 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/balancer because node does not exist (not necessarily an error) 2024-11-23T14:20:31,771 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/balancer already deleted, retry=false 2024-11-23T14:20:31,772 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:20:31,772 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:20:31,782 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/normalizer already deleted, retry=false 2024-11-23T14:20:31,782 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:20:31,783 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:20:31,792 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/switch/split already deleted, retry=false 2024-11-23T14:20:31,793 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:20:31,803 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/switch/merge already deleted, retry=false 2024-11-23T14:20:31,805 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:20:31,813 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/snapshot-cleanup already deleted, retry=false 2024-11-23T14:20:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0175882549/running 2024-11-23T14:20:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0175882549/running 2024-11-23T14:20:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:31,825 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,43163,1732371629948, sessionid=0x101681132910000, setting cluster-up flag (Was=false) 2024-11-23T14:20:31,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:31,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:31,877 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0175882549/flush-table-proc/acquired, /0175882549/flush-table-proc/reached, /0175882549/flush-table-proc/abort 2024-11-23T14:20:31,878 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,43163,1732371629948 2024-11-23T14:20:31,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:31,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:31,929 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0175882549/online-snapshot/acquired, /0175882549/online-snapshot/reached, /0175882549/online-snapshot/abort 2024-11-23T14:20:31,930 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,43163,1732371629948 2024-11-23T14:20:31,931 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:20:31,933 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:31,933 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:20:31,933 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:20:31,933 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,43163,1732371629948 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:20:31,934 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:31,934 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:31,934 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:31,934 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:31,934 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:20:31,935 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:31,935 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:20:31,935 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:31,936 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371661936 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:31,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:31,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:20:31,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:20:31,938 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:20:31,938 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:20:31,938 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371631938,5,FailOnTimeoutGroup] 2024-11-23T14:20:31,938 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:31,938 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371631938,5,FailOnTimeoutGroup] 2024-11-23T14:20:31,938 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:31,938 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:20:31,938 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:31,938 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:31,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:20:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:20:32,021 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(746): ClusterId : 78085393-562d-4991-b808-4ec5bbb19aac 2024-11-23T14:20:32,021 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:20:32,035 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:20:32,035 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:20:32,046 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:20:32,046 DEBUG [RS:0;c6f7b1897123:34569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42adb940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:20:32,069 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:34569 2024-11-23T14:20:32,069 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:20:32,069 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:20:32,069 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:20:32,076 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,43163,1732371629948 with port=34569, startcode=1732371630282 2024-11-23T14:20:32,077 DEBUG [RS:0;c6f7b1897123:34569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:20:32,084 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:20:32,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,34569,1732371630282 2024-11-23T14:20:32,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43163 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,34569,1732371630282 2024-11-23T14:20:32,088 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff 2024-11-23T14:20:32,088 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46347 2024-11-23T14:20:32,088 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:20:32,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/rs 2024-11-23T14:20:32,104 DEBUG [RS:0;c6f7b1897123:34569 {}] zookeeper.ZKUtil(111): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on existing znode=/0175882549/rs/c6f7b1897123,34569,1732371630282 2024-11-23T14:20:32,104 WARN [RS:0;c6f7b1897123:34569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:20:32,104 INFO [RS:0;c6f7b1897123:34569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:32,104 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282 2024-11-23T14:20:32,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,34569,1732371630282] 2024-11-23T14:20:32,114 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:20:32,124 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:20:32,125 INFO [RS:0;c6f7b1897123:34569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:20:32,125 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,131 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:20:32,132 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:20:32,132 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,132 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,132 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,132 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,132 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,132 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:20:32,133 DEBUG [RS:0;c6f7b1897123:34569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:20:32,148 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,149 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,149 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,149 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,149 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,149 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,34569,1732371630282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:20:32,174 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:20:32,175 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,34569,1732371630282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,175 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,175 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.Replication(171): c6f7b1897123,34569,1732371630282 started 2024-11-23T14:20:32,206 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:32,206 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,34569,1732371630282, RpcServer on c6f7b1897123/172.17.0.3:34569, sessionid=0x101681132910001 2024-11-23T14:20:32,206 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:20:32,206 DEBUG [RS:0;c6f7b1897123:34569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,34569,1732371630282 2024-11-23T14:20:32,206 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,34569,1732371630282' 2024-11-23T14:20:32,206 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0175882549/flush-table-proc/abort' 2024-11-23T14:20:32,207 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0175882549/flush-table-proc/acquired' 2024-11-23T14:20:32,207 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:20:32,207 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:20:32,207 DEBUG [RS:0;c6f7b1897123:34569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,34569,1732371630282 2024-11-23T14:20:32,207 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,34569,1732371630282' 2024-11-23T14:20:32,207 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0175882549/online-snapshot/abort' 2024-11-23T14:20:32,208 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0175882549/online-snapshot/acquired' 2024-11-23T14:20:32,208 DEBUG [RS:0;c6f7b1897123:34569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:20:32,208 INFO [RS:0;c6f7b1897123:34569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:20:32,208 INFO [RS:0;c6f7b1897123:34569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:20:32,309 INFO [RS:0;c6f7b1897123:34569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:20:32,310 INFO [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C34569%2C1732371630282, suffix=, logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs, maxLogs=10 2024-11-23T14:20:32,325 DEBUG [RS:0;c6f7b1897123:34569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311, exclude list is [], retry=0 2024-11-23T14:20:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-312f9bda-a7e0-4496-96bd-978a8910e431,DISK] 2024-11-23T14:20:32,345 INFO [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311 2024-11-23T14:20:32,345 DEBUG [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-23T14:20:32,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:20:32,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff 2024-11-23T14:20:32,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:20:32,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:32,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:20:32,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:20:32,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:32,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:32,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:20:32,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:20:32,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:32,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:32,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:20:32,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:20:32,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:32,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:32,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:20:32,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:20:32,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:32,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:32,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:20:32,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740 2024-11-23T14:20:32,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740 2024-11-23T14:20:32,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:20:32,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:20:32,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:20:32,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:20:32,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:20:32,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75261639, jitterRate=0.12148581445217133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:20:32,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371632765Initializing all the Stores at 1732371632766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371632766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371632766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371632766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371632766Cleaning up temporary data from old regions at 1732371632773 (+7 ms)Region opened successfully at 1732371632780 (+7 ms) 2024-11-23T14:20:32,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:20:32,780 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:20:32,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:20:32,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:20:32,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:20:32,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:32,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371632780Disabling compacts and flushes for region at 1732371632780Disabling writes for close at 1732371632780Writing region close event to WAL at 1732371632781 (+1 ms)Closed at 1732371632781 2024-11-23T14:20:32,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:32,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:20:32,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:20:32,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:20:32,784 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:20:32,935 DEBUG [c6f7b1897123:43163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:20:32,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,34569,1732371630282 2024-11-23T14:20:32,936 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,34569,1732371630282, state=OPENING 2024-11-23T14:20:32,961 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:20:32,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:32,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:32,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:32,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:20:32,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:32,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,34569,1732371630282}] 2024-11-23T14:20:33,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:20:33,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:20:33,136 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:20:33,136 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:33,137 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:20:33,139 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C34569%2C1732371630282.meta, suffix=.meta, logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs, maxLogs=10 2024-11-23T14:20:33,158 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.meta.1732371633139.meta, exclude list is [], retry=0 2024-11-23T14:20:33,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-312f9bda-a7e0-4496-96bd-978a8910e431,DISK] 2024-11-23T14:20:33,174 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.meta.1732371633139.meta 2024-11-23T14:20:33,174 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-23T14:20:33,174 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:20:33,175 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:20:33,175 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:20:33,175 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:20:33,175 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:20:33,175 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:20:33,175 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:33,175 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:20:33,175 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:20:33,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:20:33,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:20:33,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:33,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:33,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:20:33,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:20:33,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:33,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:33,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:20:33,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:20:33,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:33,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:33,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:20:33,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:20:33,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:33,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:33,188 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:20:33,190 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740 2024-11-23T14:20:33,192 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740 2024-11-23T14:20:33,193 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:20:33,193 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:20:33,194 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:20:33,195 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:20:33,196 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74357040, jitterRate=0.10800623893737793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:20:33,196 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:20:33,197 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371633175Writing region info on filesystem at 1732371633175Initializing all the Stores at 1732371633176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371633176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371633180 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371633180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371633180Cleaning up temporary data from old regions at 1732371633193 (+13 ms)Running coprocessor post-open hooks at 1732371633196 (+3 ms)Region opened successfully at 1732371633197 (+1 ms) 2024-11-23T14:20:33,198 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371633125 2024-11-23T14:20:33,201 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:20:33,201 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:20:33,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,34569,1732371630282 2024-11-23T14:20:33,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,34569,1732371630282, state=OPEN 2024-11-23T14:20:33,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0175882549/meta-region-server 2024-11-23T14:20:33,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0175882549/meta-region-server 2024-11-23T14:20:33,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,34569,1732371630282 2024-11-23T14:20:33,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:33,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:33,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:20:33,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,34569,1732371630282 in 275 msec 2024-11-23T14:20:33,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:20:33,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-23T14:20:33,253 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:33,253 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:20:33,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:20:33,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,34569,1732371630282, seqNum=-1] 2024-11-23T14:20:33,255 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:20:33,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:20:33,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-23T14:20:33,267 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371633267, completionTime=-1 2024-11-23T14:20:33,267 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:20:33,268 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:20:33,270 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:20:33,270 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371693270 2024-11-23T14:20:33,270 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371753270 2024-11-23T14:20:33,270 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T14:20:33,270 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43163,1732371629948-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:33,271 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43163,1732371629948-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:33,271 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43163,1732371629948-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:33,271 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:43163, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:33,271 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:33,273 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:20:33,273 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:33,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.911sec 2024-11-23T14:20:33,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:20:33,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:20:33,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:20:33,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:20:33,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:20:33,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43163,1732371629948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:20:33,277 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43163,1732371629948-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:20:33,279 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:20:33,279 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:20:33,280 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43163,1732371629948-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:33,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df2c408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:33,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43163,-1 for getting cluster id 2024-11-23T14:20:33,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:20:33,323 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78085393-562d-4991-b808-4ec5bbb19aac' 2024-11-23T14:20:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:20:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78085393-562d-4991-b808-4ec5bbb19aac" 2024-11-23T14:20:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa86b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43163,-1] 2024-11-23T14:20:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:20:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:33,326 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:20:33,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aacabaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:33,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:20:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,34569,1732371630282, seqNum=-1] 2024-11-23T14:20:33,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:20:33,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:20:33,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,43163,1732371629948 2024-11-23T14:20:33,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63818 2024-11-23T14:20:33,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:33,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101681132910002 connected 2024-11-23T14:20:33,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.log.dir so I do NOT create it in target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc 2024-11-23T14:20:33,384 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:20:33,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.tmp.dir so I do NOT create it in target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc 2024-11-23T14:20:33,384 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:20:33,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/cluster_584871d7-86b0-5dc9-5898-c762bf122028, deleteOnExit=true 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/test.cache.data in system properties and HBase conf 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:20:33,385 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:20:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:20:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:20:33,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:33,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:20:33,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:20:33,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:20:33,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:20:33,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:33,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c5bd7e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:20:33,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247e2492{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:20:33,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6891b985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/java.io.tmpdir/jetty-localhost-37491-hadoop-hdfs-3_4_1-tests_jar-_-any-2875987461948376671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:20:33,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33b7e74{HTTP/1.1, (http/1.1)}{localhost:37491} 2024-11-23T14:20:33,990 INFO [Time-limited test {}] server.Server(415): Started @151538ms 2024-11-23T14:20:35,812 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:20:35,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:35,851 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:35,851 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:35,851 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:35,852 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:35,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:35,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:20:35,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:20:35,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:20:35,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:20:35,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78597984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:20:35,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e2cb04f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:20:36,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cea6ed0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/java.io.tmpdir/jetty-localhost-39963-hadoop-hdfs-3_4_1-tests_jar-_-any-8579424092395103055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:20:36,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c0d01d7{HTTP/1.1, (http/1.1)}{localhost:39963} 2024-11-23T14:20:36,020 INFO [Time-limited test {}] server.Server(415): Started @153567ms 2024-11-23T14:20:36,022 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:20:36,761 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/cluster_584871d7-86b0-5dc9-5898-c762bf122028/data/data1/current/BP-971433380-172.17.0.3-1732371633405/current, will proceed with Du for space computation calculation, 2024-11-23T14:20:36,761 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/cluster_584871d7-86b0-5dc9-5898-c762bf122028/data/data2/current/BP-971433380-172.17.0.3-1732371633405/current, will proceed with Du for space computation calculation, 2024-11-23T14:20:36,801 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:20:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dce019d6d9f0b17 with lease ID 0x62ee0722bc805be6: Processing first storage report for DS-1fe06bd8-5ff9-4eab-9510-8138e4924867 from datanode DatanodeRegistration(127.0.0.1:41461, datanodeUuid=08c681cb-0e05-44b7-a3ce-6d0ff09c62e0, infoPort=46751, infoSecurePort=0, ipcPort=35149, storageInfo=lv=-57;cid=testClusterID;nsid=336928142;c=1732371633405) 2024-11-23T14:20:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dce019d6d9f0b17 with lease ID 0x62ee0722bc805be6: from storage DS-1fe06bd8-5ff9-4eab-9510-8138e4924867 node DatanodeRegistration(127.0.0.1:41461, datanodeUuid=08c681cb-0e05-44b7-a3ce-6d0ff09c62e0, infoPort=46751, infoSecurePort=0, ipcPort=35149, storageInfo=lv=-57;cid=testClusterID;nsid=336928142;c=1732371633405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:20:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dce019d6d9f0b17 with lease ID 0x62ee0722bc805be6: Processing first storage report for DS-5c375c10-bb5f-49ba-8571-73b1b089e254 from datanode DatanodeRegistration(127.0.0.1:41461, datanodeUuid=08c681cb-0e05-44b7-a3ce-6d0ff09c62e0, infoPort=46751, infoSecurePort=0, ipcPort=35149, storageInfo=lv=-57;cid=testClusterID;nsid=336928142;c=1732371633405) 2024-11-23T14:20:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dce019d6d9f0b17 with lease ID 0x62ee0722bc805be6: from storage DS-5c375c10-bb5f-49ba-8571-73b1b089e254 node DatanodeRegistration(127.0.0.1:41461, datanodeUuid=08c681cb-0e05-44b7-a3ce-6d0ff09c62e0, infoPort=46751, infoSecurePort=0, ipcPort=35149, storageInfo=lv=-57;cid=testClusterID;nsid=336928142;c=1732371633405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:20:36,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc 2024-11-23T14:20:36,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:36,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:36,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:20:37,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4 with version=8 2024-11-23T14:20:37,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/hbase-staging 2024-11-23T14:20:37,331 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:20:37,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:37,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:37,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:20:37,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:37,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:20:37,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:20:37,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:20:37,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32803 2024-11-23T14:20:37,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32803 connecting to ZooKeeper ensemble=127.0.0.1:63818 2024-11-23T14:20:37,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328030x0, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:37,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32803-0x101681132910003 connected 2024-11-23T14:20:37,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:37,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:37,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on znode that does not yet exist, /1-823742749/running 2024-11-23T14:20:37,483 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4, hbase.cluster.distributed=false 2024-11-23T14:20:37,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on znode that does not yet exist, /1-823742749/acl 2024-11-23T14:20:37,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32803 2024-11-23T14:20:37,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32803 2024-11-23T14:20:37,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32803 2024-11-23T14:20:37,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32803 2024-11-23T14:20:37,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32803 2024-11-23T14:20:37,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:20:37,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:37,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:37,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:20:37,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:37,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:20:37,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:20:37,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:20:37,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38567 2024-11-23T14:20:37,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38567 connecting to ZooKeeper ensemble=127.0.0.1:63818 2024-11-23T14:20:37,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:37,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:37,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385670x0, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:37,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385670x0, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on znode that does not yet exist, /1-823742749/running 2024-11-23T14:20:37,694 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:20:37,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38567-0x101681132910004 connected 2024-11-23T14:20:37,700 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:20:37,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on znode that does not yet exist, /1-823742749/master 2024-11-23T14:20:37,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on znode that does not yet exist, /1-823742749/acl 2024-11-23T14:20:37,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-23T14:20:37,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38567 2024-11-23T14:20:37,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38567 2024-11-23T14:20:37,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-23T14:20:37,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-23T14:20:37,738 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:32803 2024-11-23T14:20:37,739 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-823742749/backup-masters/c6f7b1897123,32803,1732371637331 2024-11-23T14:20:37,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749/backup-masters 2024-11-23T14:20:37,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749/backup-masters 2024-11-23T14:20:37,751 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on existing znode=/1-823742749/backup-masters/c6f7b1897123,32803,1732371637331 2024-11-23T14:20:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-823742749/master 2024-11-23T14:20:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:37,761 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on existing znode=/1-823742749/master 2024-11-23T14:20:37,762 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-823742749/backup-masters/c6f7b1897123,32803,1732371637331 from backup master directory 2024-11-23T14:20:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-823742749/backup-masters/c6f7b1897123,32803,1732371637331 2024-11-23T14:20:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749/backup-masters 2024-11-23T14:20:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749/backup-masters 2024-11-23T14:20:37,771 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:20:37,771 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,32803,1732371637331 2024-11-23T14:20:37,775 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/hbase.id] with ID: 00c0e35b-0b72-4301-b54d-e6118458c660 2024-11-23T14:20:37,775 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/.tmp/hbase.id 2024-11-23T14:20:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:20:38,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:20:38,187 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/.tmp/hbase.id]:[hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/hbase.id] 2024-11-23T14:20:38,208 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:38,208 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:20:38,210 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T14:20:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:20:38,327 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:20:38,328 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:20:38,329 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:38,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:20:38,342 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store 2024-11-23T14:20:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:20:38,364 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:38,365 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:20:38,365 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:38,365 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:38,365 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:20:38,365 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:38,365 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:38,365 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371638364Disabling compacts and flushes for region at 1732371638364Disabling writes for close at 1732371638365 (+1 ms)Writing region close event to WAL at 1732371638365Closed at 1732371638365 2024-11-23T14:20:38,366 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/.initializing 2024-11-23T14:20:38,366 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/WALs/c6f7b1897123,32803,1732371637331 2024-11-23T14:20:38,368 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:20:38,370 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C32803%2C1732371637331, suffix=, logDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/WALs/c6f7b1897123,32803,1732371637331, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/oldWALs, maxLogs=10 2024-11-23T14:20:38,388 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/WALs/c6f7b1897123,32803,1732371637331/c6f7b1897123%2C32803%2C1732371637331.1732371638370, exclude list is [], retry=0 2024-11-23T14:20:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-1fe06bd8-5ff9-4eab-9510-8138e4924867,DISK] 2024-11-23T14:20:38,392 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/WALs/c6f7b1897123,32803,1732371637331/c6f7b1897123%2C32803%2C1732371637331.1732371638370 2024-11-23T14:20:38,392 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-23T14:20:38,392 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:20:38,392 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:38,392 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,392 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:20:38,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:38,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:38,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:20:38,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:38,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:38,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:20:38,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:38,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:38,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:20:38,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:38,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:38,412 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,414 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,415 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,421 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,421 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,422 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:20:38,423 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:38,429 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:20:38,429 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69786562, jitterRate=0.03990080952644348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:20:38,430 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371638392Initializing all the Stores at 1732371638393 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371638393Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371638396 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371638396Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371638396Cleaning up temporary data from old regions at 1732371638421 (+25 ms)Region opened successfully at 1732371638430 (+9 ms) 2024-11-23T14:20:38,430 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:20:38,433 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac8c375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:20:38,434 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:20:38,435 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:20:38,435 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:20:38,435 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:20:38,435 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:20:38,436 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:20:38,436 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:20:38,448 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:20:38,449 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Unable to get data of znode /1-823742749/balancer because node does not exist (not necessarily an error) 2024-11-23T14:20:38,460 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-823742749/balancer already deleted, retry=false 2024-11-23T14:20:38,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:20:38,461 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Unable to get data of znode /1-823742749/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:20:38,474 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-823742749/normalizer already deleted, retry=false 2024-11-23T14:20:38,476 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:20:38,485 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Unable to get data of znode /1-823742749/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:20:38,497 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-823742749/switch/split already deleted, retry=false 2024-11-23T14:20:38,499 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Unable to get data of znode /1-823742749/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:20:38,508 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-823742749/switch/merge already deleted, retry=false 2024-11-23T14:20:38,511 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Unable to get data of znode /1-823742749/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:20:38,518 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-823742749/snapshot-cleanup already deleted, retry=false 2024-11-23T14:20:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-823742749/running 2024-11-23T14:20:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-823742749/running 2024-11-23T14:20:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:38,534 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,32803,1732371637331, sessionid=0x101681132910003, setting cluster-up flag (Was=false) 2024-11-23T14:20:38,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:38,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:38,661 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-823742749/flush-table-proc/acquired, /1-823742749/flush-table-proc/reached, /1-823742749/flush-table-proc/abort 2024-11-23T14:20:38,662 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,32803,1732371637331 2024-11-23T14:20:38,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:38,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:38,734 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-823742749/online-snapshot/acquired, /1-823742749/online-snapshot/reached, /1-823742749/online-snapshot/abort 2024-11-23T14:20:38,735 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,32803,1732371637331 2024-11-23T14:20:38,736 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:20:38,737 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:38,737 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:20:38,737 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:20:38,738 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,32803,1732371637331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:20:38,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:38,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:38,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:38,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:38,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:20:38,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:20:38,739 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:38,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:20:38,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:38,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:20:38,787 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371668787 2024-11-23T14:20:38,787 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:20:38,787 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:20:38,787 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:20:38,787 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:20:38,788 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:20:38,788 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:20:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:20:38,792 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,792 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:20:38,793 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:20:38,793 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:20:38,793 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:20:38,796 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:20:38,796 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:20:38,798 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371638796,5,FailOnTimeoutGroup] 2024-11-23T14:20:38,798 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371638798,5,FailOnTimeoutGroup] 2024-11-23T14:20:38,798 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,798 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:20:38,798 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,798 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,828 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(746): ClusterId : 00c0e35b-0b72-4301-b54d-e6118458c660 2024-11-23T14:20:38,828 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:20:38,840 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:20:38,840 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:20:38,851 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:20:38,851 DEBUG [RS:0;c6f7b1897123:38567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b37a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:20:38,871 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:38567 2024-11-23T14:20:38,871 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:20:38,871 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:20:38,871 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:20:38,872 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,32803,1732371637331 with port=38567, startcode=1732371637604 2024-11-23T14:20:38,872 DEBUG [RS:0;c6f7b1897123:38567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:20:38,877 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:20:38,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,38567,1732371637604 2024-11-23T14:20:38,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32803 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,38567,1732371637604 2024-11-23T14:20:38,879 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4 2024-11-23T14:20:38,879 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40951 2024-11-23T14:20:38,879 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:20:38,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749/rs 2024-11-23T14:20:38,892 DEBUG [RS:0;c6f7b1897123:38567 {}] zookeeper.ZKUtil(111): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on existing znode=/1-823742749/rs/c6f7b1897123,38567,1732371637604 2024-11-23T14:20:38,892 WARN [RS:0;c6f7b1897123:38567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:20:38,893 INFO [RS:0;c6f7b1897123:38567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:38,893 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/WALs/c6f7b1897123,38567,1732371637604 2024-11-23T14:20:38,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,38567,1732371637604] 2024-11-23T14:20:38,896 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:20:38,900 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:20:38,904 INFO [RS:0;c6f7b1897123:38567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:20:38,904 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,905 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:20:38,906 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:20:38,906 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,906 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,907 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:38,907 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:20:38,907 DEBUG [RS:0;c6f7b1897123:38567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:20:38,912 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,912 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,912 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,912 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,912 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,913 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,38567,1732371637604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:20:38,937 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:20:38,937 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,38567,1732371637604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,937 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,938 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.Replication(171): c6f7b1897123,38567,1732371637604 started 2024-11-23T14:20:38,958 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:38,958 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,38567,1732371637604, RpcServer on c6f7b1897123/172.17.0.3:38567, sessionid=0x101681132910004 2024-11-23T14:20:38,959 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:20:38,959 DEBUG [RS:0;c6f7b1897123:38567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,38567,1732371637604 2024-11-23T14:20:38,959 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,38567,1732371637604' 2024-11-23T14:20:38,959 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-823742749/flush-table-proc/abort' 2024-11-23T14:20:38,959 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-823742749/flush-table-proc/acquired' 2024-11-23T14:20:38,960 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:20:38,960 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:20:38,960 DEBUG [RS:0;c6f7b1897123:38567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,38567,1732371637604 2024-11-23T14:20:38,960 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,38567,1732371637604' 2024-11-23T14:20:38,960 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-823742749/online-snapshot/abort' 2024-11-23T14:20:38,972 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-823742749/online-snapshot/acquired' 2024-11-23T14:20:38,973 DEBUG [RS:0;c6f7b1897123:38567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:20:38,973 INFO [RS:0;c6f7b1897123:38567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:20:38,973 INFO [RS:0;c6f7b1897123:38567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:20:39,073 INFO [RS:0;c6f7b1897123:38567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:20:39,075 INFO [RS:0;c6f7b1897123:38567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C38567%2C1732371637604, suffix=, logDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/WALs/c6f7b1897123,38567,1732371637604, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/oldWALs, maxLogs=10 2024-11-23T14:20:39,099 DEBUG [RS:0;c6f7b1897123:38567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/WALs/c6f7b1897123,38567,1732371637604/c6f7b1897123%2C38567%2C1732371637604.1732371639076, exclude list is [], retry=0 2024-11-23T14:20:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-1fe06bd8-5ff9-4eab-9510-8138e4924867,DISK] 2024-11-23T14:20:39,111 INFO [RS:0;c6f7b1897123:38567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/WALs/c6f7b1897123,38567,1732371637604/c6f7b1897123%2C38567%2C1732371637604.1732371639076 2024-11-23T14:20:39,114 DEBUG [RS:0;c6f7b1897123:38567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-23T14:20:39,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:20:39,191 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4 2024-11-23T14:20:39,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:20:39,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:39,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:20:39,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:20:39,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:39,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:39,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:20:39,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:20:39,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:39,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:39,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:20:39,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:20:39,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:39,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:39,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:20:39,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:20:39,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:39,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:39,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:20:39,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740 2024-11-23T14:20:39,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740 2024-11-23T14:20:39,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:20:39,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:20:39,672 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:20:39,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:20:39,675 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:20:39,676 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60850699, jitterRate=-0.09325392544269562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:20:39,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371639659Initializing all the Stores at 1732371639661 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371639661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371639662 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371639662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371639662Cleaning up temporary data from old regions at 1732371639672 (+10 ms)Region opened successfully at 1732371639676 (+4 ms) 2024-11-23T14:20:39,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:20:39,676 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:20:39,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:20:39,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:20:39,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:20:39,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:39,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371639676Disabling compacts and flushes for region at 1732371639676Disabling writes for close at 1732371639676Writing region close event to WAL at 1732371639676Closed at 1732371639676 2024-11-23T14:20:39,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:39,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:20:39,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:20:39,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:20:39,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:20:39,830 DEBUG [c6f7b1897123:32803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:20:39,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,38567,1732371637604 2024-11-23T14:20:39,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,38567,1732371637604, state=OPENING 2024-11-23T14:20:39,965 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:20:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:39,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:39,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-823742749/meta-region-server: CHANGED 2024-11-23T14:20:39,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:20:39,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,38567,1732371637604}] 2024-11-23T14:20:39,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-823742749/meta-region-server: CHANGED 2024-11-23T14:20:40,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:20:40,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:20:40,200 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:20:40,200 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:40,201 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:20:40,203 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C38567%2C1732371637604.meta, suffix=.meta, logDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/WALs/c6f7b1897123,38567,1732371637604, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/oldWALs, maxLogs=10 2024-11-23T14:20:40,238 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/WALs/c6f7b1897123,38567,1732371637604/c6f7b1897123%2C38567%2C1732371637604.meta.1732371640203.meta, exclude list is [], retry=0 2024-11-23T14:20:40,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-1fe06bd8-5ff9-4eab-9510-8138e4924867,DISK] 2024-11-23T14:20:40,277 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/WALs/c6f7b1897123,38567,1732371637604/c6f7b1897123%2C38567%2C1732371637604.meta.1732371640203.meta 2024-11-23T14:20:40,296 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-23T14:20:40,296 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:20:40,297 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:20:40,297 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:20:40,297 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:20:40,297 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:20:40,297 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:20:40,297 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:40,297 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:20:40,298 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:20:40,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:20:40,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:20:40,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:40,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:40,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:20:40,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:20:40,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:40,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:40,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:20:40,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:20:40,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:40,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:40,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:20:40,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:20:40,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:40,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:40,321 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:20:40,322 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740 2024-11-23T14:20:40,323 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740 2024-11-23T14:20:40,324 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:20:40,324 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:20:40,325 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:20:40,326 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:20:40,327 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69526985, jitterRate=0.03603281080722809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:20:40,327 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:20:40,328 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371640298Writing region info on filesystem at 1732371640298Initializing all the Stores at 1732371640299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371640299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371640300 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371640300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371640300Cleaning up temporary data from old regions at 1732371640324 (+24 ms)Running coprocessor post-open hooks at 1732371640327 (+3 ms)Region opened successfully at 1732371640328 (+1 ms) 2024-11-23T14:20:40,329 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371640168 2024-11-23T14:20:40,333 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:20:40,333 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:20:40,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,38567,1732371637604 2024-11-23T14:20:40,336 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,38567,1732371637604, state=OPEN 2024-11-23T14:20:40,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-823742749/meta-region-server 2024-11-23T14:20:40,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,38567,1732371637604 2024-11-23T14:20:40,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-823742749/meta-region-server: CHANGED 2024-11-23T14:20:40,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-823742749/meta-region-server 2024-11-23T14:20:40,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-823742749/meta-region-server: CHANGED 2024-11-23T14:20:40,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:20:40,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,38567,1732371637604 in 369 msec 2024-11-23T14:20:40,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:20:40,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-23T14:20:40,367 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:40,367 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:20:40,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:20:40,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38567,1732371637604, seqNum=-1] 2024-11-23T14:20:40,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:20:40,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:20:40,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6400 sec 2024-11-23T14:20:40,378 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371640378, completionTime=-1 2024-11-23T14:20:40,378 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:20:40,378 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:20:40,381 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:20:40,381 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371700381 2024-11-23T14:20:40,381 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371760381 2024-11-23T14:20:40,381 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T14:20:40,382 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,32803,1732371637331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:40,382 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,32803,1732371637331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:40,382 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,32803,1732371637331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:40,382 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:32803, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:40,382 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:40,384 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:20:40,396 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:40,401 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.630sec 2024-11-23T14:20:40,401 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:20:40,401 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:20:40,402 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:20:40,402 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:20:40,402 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:20:40,402 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,32803,1732371637331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:20:40,402 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,32803,1732371637331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:20:40,425 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:20:40,425 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:20:40,425 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,32803,1732371637331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:40,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225f91e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,32803,-1 for getting cluster id 2024-11-23T14:20:40,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:20:40,465 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c0e35b-0b72-4301-b54d-e6118458c660' 2024-11-23T14:20:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:20:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c0e35b-0b72-4301-b54d-e6118458c660" 2024-11-23T14:20:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e389af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,32803,-1] 2024-11-23T14:20:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:20:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:40,467 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:20:40,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3418969d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:20:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38567,1732371637604, seqNum=-1] 2024-11-23T14:20:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:20:40,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:20:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,32803,1732371637331 2024-11-23T14:20:40,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63818 2024-11-23T14:20:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:40,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101681132910005 connected 2024-11-23T14:20:40,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b426ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43163,-1 for getting cluster id 2024-11-23T14:20:40,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:20:40,537 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78085393-562d-4991-b808-4ec5bbb19aac' 2024-11-23T14:20:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:20:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78085393-562d-4991-b808-4ec5bbb19aac" 2024-11-23T14:20:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb4b19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43163,-1] 2024-11-23T14:20:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:20:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:40,541 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:20:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6a8f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:20:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43163,1732371629948 2024-11-23T14:20:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@673baae2 2024-11-23T14:20:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:20:40,545 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:20:40,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:32803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:20:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:20:40,551 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:32803' 2024-11-23T14:20:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:20:40,560 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b174859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,560 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,32803,-1 for getting cluster id 2024-11-23T14:20:40,561 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:20:40,562 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c0e35b-0b72-4301-b54d-e6118458c660' 2024-11-23T14:20:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:20:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c0e35b-0b72-4301-b54d-e6118458c660" 2024-11-23T14:20:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d322a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,32803,-1] 2024-11-23T14:20:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:20:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:40,565 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:20:40,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152a4c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:40,567 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:20:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,32803,1732371637331 2024-11-23T14:20:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767e317e 2024-11-23T14:20:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:20:40,569 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:20:40,570 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T14:20:40,570 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:20:40,570 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:40,570 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:40,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:40,571 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:20:40,572 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:20:40,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:20:40,578 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:40,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:20:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741835_1011 (size=1138) 2024-11-23T14:20:40,607 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae4803207679782a065e8b9a4aff0c75, NAME => 'hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff 2024-11-23T14:20:40,623 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:20:40,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:20:40,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:20:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T14:20:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:40,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T14:20:40,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:20:40,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T14:20:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741836_1012 (size=44) 2024-11-23T14:20:40,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:40,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ae4803207679782a065e8b9a4aff0c75, disabling compactions & flushes 2024-11-23T14:20:40,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:40,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:40,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. after waiting 0 ms 2024-11-23T14:20:40,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:40,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:40,637 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae4803207679782a065e8b9a4aff0c75: Waiting for close lock at 1732371640637Disabling compacts and flushes for region at 1732371640637Disabling writes for close at 1732371640637Writing region close event to WAL at 1732371640637Closed at 1732371640637 2024-11-23T14:20:40,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:20:40,640 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371640639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371640639"}]},"ts":"1732371640639"} 2024-11-23T14:20:40,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:20:40,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:20:40,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371640646"}]},"ts":"1732371640646"} 2024-11-23T14:20:40,654 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:20:40,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN}] 2024-11-23T14:20:40,657 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN 2024-11-23T14:20:40,658 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN; state=OFFLINE, location=c6f7b1897123,34569,1732371630282; forceNewPlan=false, retain=false 2024-11-23T14:20:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:20:40,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae4803207679782a065e8b9a4aff0c75, regionState=OPENING, regionLocation=c6f7b1897123,34569,1732371630282 2024-11-23T14:20:40,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN because future has completed 2024-11-23T14:20:40,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4803207679782a065e8b9a4aff0c75, server=c6f7b1897123,34569,1732371630282}] 2024-11-23T14:20:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:20:40,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:40,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:40,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:20:40,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C34569%2C1732371630282.rep, suffix=, logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs, maxLogs=10 2024-11-23T14:20:41,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.rep.1732371640985, exclude list is [], retry=0 2024-11-23T14:20:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-312f9bda-a7e0-4496-96bd-978a8910e431,DISK] 2024-11-23T14:20:41,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.rep.1732371640985 2024-11-23T14:20:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-23T14:20:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ae4803207679782a065e8b9a4aff0c75, NAME => 'hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:20:41,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:20:41,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:20:41,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. service=MultiRowMutationService 2024-11-23T14:20:41,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:20:41,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:41,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,011 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,012 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4803207679782a065e8b9a4aff0c75 columnFamilyName hfileref 2024-11-23T14:20:41,012 DEBUG [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:41,012 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(327): Store=ae4803207679782a065e8b9a4aff0c75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:41,012 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,013 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4803207679782a065e8b9a4aff0c75 columnFamilyName queue 2024-11-23T14:20:41,013 DEBUG [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:41,014 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(327): Store=ae4803207679782a065e8b9a4aff0c75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:41,014 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,015 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4803207679782a065e8b9a4aff0c75 columnFamilyName sid 2024-11-23T14:20:41,015 DEBUG [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:41,015 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(327): Store=ae4803207679782a065e8b9a4aff0c75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:41,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:20:41,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:20:41,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ae4803207679782a065e8b9a4aff0c75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65564717, jitterRate=-0.023009583353996277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:20:41,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ae4803207679782a065e8b9a4aff0c75: Running coprocessor pre-open hook at 1732371641009Writing region info on filesystem at 1732371641009Initializing all the Stores at 1732371641010 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371641010Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371641011 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371641011Cleaning up temporary data from old regions at 1732371641017 (+6 ms)Running coprocessor post-open hooks at 1732371641021 (+4 ms)Region opened successfully at 1732371641022 (+1 ms) 2024-11-23T14:20:41,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75., pid=7, masterSystemTime=1732371640978 2024-11-23T14:20:41,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:41,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:41,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae4803207679782a065e8b9a4aff0c75, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,34569,1732371630282 2024-11-23T14:20:41,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4803207679782a065e8b9a4aff0c75, server=c6f7b1897123,34569,1732371630282 because future has completed 2024-11-23T14:20:41,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T14:20:41,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ae4803207679782a065e8b9a4aff0c75, server=c6f7b1897123,34569,1732371630282 in 214 msec 2024-11-23T14:20:41,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:20:41,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN in 375 msec 2024-11-23T14:20:41,034 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:20:41,034 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371641034"}]},"ts":"1732371641034"} 2024-11-23T14:20:41,036 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:20:41,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:20:41,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 466 msec 2024-11-23T14:20:41,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75., hostname=c6f7b1897123,34569,1732371630282, seqNum=2] 2024-11-23T14:20:41,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:41,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:41,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:20:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:20:41,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T14:20:41,322 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:20:41,351 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,34569,1732371630282, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:20:41,351 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:20:41,351 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,34569,1732371630282, seqNum=-1] 2024-11-23T14:20:41,351 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:20:41,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-23T14:20:41,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,34569,1732371630282', locateType=CURRENT is [region=hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75., hostname=c6f7b1897123,34569,1732371630282, seqNum=2] 2024-11-23T14:20:41,356 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T14:20:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T14:20:41,358 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,34569,1732371630282 suceeded 2024-11-23T14:20:41,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T14:20:41,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T14:20:41,360 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:32803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:20:41,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 814 msec 2024-11-23T14:20:41,371 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:32803' 2024-11-23T14:20:41,372 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45927dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:41,372 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,32803,-1 for getting cluster id 2024-11-23T14:20:41,372 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:20:41,373 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c0e35b-0b72-4301-b54d-e6118458c660' 2024-11-23T14:20:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:20:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c0e35b-0b72-4301-b54d-e6118458c660" 2024-11-23T14:20:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63c959fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,32803,-1] 2024-11-23T14:20:41,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:20:41,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:41,375 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:20:41,375 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c7b5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:41,375 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:20:41,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,32803,1732371637331 2024-11-23T14:20:41,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7943482f 2024-11-23T14:20:41,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:20:41,378 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-23T14:20:41,378 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,34569,1732371630282 (queues=1) is replicating from cluster=78085393-562d-4991-b808-4ec5bbb19aac to cluster=00c0e35b-0b72-4301-b54d-e6118458c660 2024-11-23T14:20:41,378 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C34569%2C1732371630282 2024-11-23T14:20:41,378 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,34569,1732371630282, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:20:41,379 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C34569%2C1732371630282 2024-11-23T14:20:41,379 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311, startPosition=0, beingWritten=true 2024-11-23T14:20:41,584 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311 to pos 0, reset compression=false 2024-11-23T14:20:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:20:41,694 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:20:41,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:41,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:41,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:41,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:41,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:41,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:20:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43163,1732371629948 2024-11-23T14:20:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f584c6e 2024-11-23T14:20:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:20:41,697 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:20:41,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T14:20:41,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:41,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:41,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:41,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:41,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:41,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:20:41,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=901922996, stopped=false 2024-11-23T14:20:41,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,43163,1732371629948 2024-11-23T14:20:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/running 2024-11-23T14:20:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:41,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:41,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:41,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/running 2024-11-23T14:20:41,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:41,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:41,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:41,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,34569,1732371630282' ***** 2024-11-23T14:20:41,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:20:41,745 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:20:41,746 INFO [RS:0;c6f7b1897123:34569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:20:41,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:20:41,746 INFO [RS:0;c6f7b1897123:34569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:20:41,746 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(3091): Received CLOSE for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,747 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,34569,1732371630282 2024-11-23T14:20:41,747 INFO [RS:0;c6f7b1897123:34569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:41,747 INFO [RS:0;c6f7b1897123:34569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:34569. 2024-11-23T14:20:41,747 DEBUG [RS:0;c6f7b1897123:34569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:41,747 DEBUG [RS:0;c6f7b1897123:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:41,747 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae4803207679782a065e8b9a4aff0c75, disabling compactions & flushes 2024-11-23T14:20:41,747 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:41,747 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:20:41,747 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:41,747 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:20:41,747 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:20:41,747 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:20:41,747 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. after waiting 0 ms 2024-11-23T14:20:41,747 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:41,747 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae4803207679782a065e8b9a4aff0c75 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T14:20:41,748 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:20:41,748 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae4803207679782a065e8b9a4aff0c75=hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.} 2024-11-23T14:20:41,748 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:41,749 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:20:41,749 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:20:41,749 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:20:41,749 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:20:41,749 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:20:41,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/running 2024-11-23T14:20:41,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/running 2024-11-23T14:20:41,749 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T14:20:41,768 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/.tmp/queue/c87ed3bb45c947e0a2a68188ac8928e7 is 151, key is 1-c6f7b1897123,34569,1732371630282/queue:c6f7b1897123%2C34569%2C1732371630282/1732371641355/Put/seqid=0 2024-11-23T14:20:41,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741838_1014 (size=5350) 2024-11-23T14:20:41,773 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/info/9e6d60b3a329494985cd4bf4a6defaa8 is 147, key is hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75./info:regioninfo/1732371641025/Put/seqid=0 2024-11-23T14:20:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741839_1015 (size=6631) 2024-11-23T14:20:41,789 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:41,889 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311 to pos 0, reset compression=false 2024-11-23T14:20:41,949 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:42,149 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:42,150 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:20:42,151 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:20:42,172 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/.tmp/queue/c87ed3bb45c947e0a2a68188ac8928e7 2024-11-23T14:20:42,177 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/info/9e6d60b3a329494985cd4bf4a6defaa8 2024-11-23T14:20:42,178 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/.tmp/queue/c87ed3bb45c947e0a2a68188ac8928e7 as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/queue/c87ed3bb45c947e0a2a68188ac8928e7 2024-11-23T14:20:42,184 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/queue/c87ed3bb45c947e0a2a68188ac8928e7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T14:20:42,184 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ae4803207679782a065e8b9a4aff0c75 in 437ms, sequenceid=5, compaction requested=false 2024-11-23T14:20:42,185 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:20:42,189 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T14:20:42,189 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:42,189 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:42,189 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:42,189 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae4803207679782a065e8b9a4aff0c75: Waiting for close lock at 1732371641747Running coprocessor pre-close hooks at 1732371641747Disabling compacts and flushes for region at 1732371641747Disabling writes for close at 1732371641747Obtaining lock to block concurrent updates at 1732371641748 (+1 ms)Preparing flush snapshotting stores in ae4803207679782a065e8b9a4aff0c75 at 1732371641748Finished memstore snapshotting hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732371641748Flushing stores of hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. at 1732371641749 (+1 ms)Flushing ae4803207679782a065e8b9a4aff0c75/queue: creating writer at 1732371641749Flushing ae4803207679782a065e8b9a4aff0c75/queue: appending metadata at 1732371641767 (+18 ms)Flushing ae4803207679782a065e8b9a4aff0c75/queue: closing flushed file at 1732371641767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609bae13: reopening flushed file at 1732371642178 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ae4803207679782a065e8b9a4aff0c75 in 437ms, sequenceid=5, compaction requested=false at 1732371642184 (+6 ms)Writing region close event to WAL at 1732371642185 (+1 ms)Running coprocessor post-close hooks at 1732371642189 (+4 ms)Closed at 1732371642189 2024-11-23T14:20:42,190 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:42,196 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/ns/7ebdab82bf564f23873eb9abd7ae00c9 is 43, key is default/ns:d/1732371633258/Put/seqid=0 2024-11-23T14:20:42,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741840_1016 (size=5153) 2024-11-23T14:20:42,297 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311 to pos 0, reset compression=false 2024-11-23T14:20:42,349 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:42,549 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:42,600 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/ns/7ebdab82bf564f23873eb9abd7ae00c9 2024-11-23T14:20:42,622 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/table/a41fb068e358494a984aeb1331754eef is 53, key is hbase:replication/table:state/1732371641034/Put/seqid=0 2024-11-23T14:20:42,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741841_1017 (size=5256) 2024-11-23T14:20:42,749 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:20:42,749 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:20:42,749 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:42,802 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311 to pos 0, reset compression=false 2024-11-23T14:20:42,950 DEBUG [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:43,027 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/table/a41fb068e358494a984aeb1331754eef 2024-11-23T14:20:43,032 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/info/9e6d60b3a329494985cd4bf4a6defaa8 as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/info/9e6d60b3a329494985cd4bf4a6defaa8 2024-11-23T14:20:43,037 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/info/9e6d60b3a329494985cd4bf4a6defaa8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T14:20:43,038 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/ns/7ebdab82bf564f23873eb9abd7ae00c9 as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/ns/7ebdab82bf564f23873eb9abd7ae00c9 2024-11-23T14:20:43,044 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/ns/7ebdab82bf564f23873eb9abd7ae00c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:20:43,045 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/table/a41fb068e358494a984aeb1331754eef as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/table/a41fb068e358494a984aeb1331754eef 2024-11-23T14:20:43,051 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/table/a41fb068e358494a984aeb1331754eef, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T14:20:43,051 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-23T14:20:43,055 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T14:20:43,056 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:43,056 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:43,056 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:43,056 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371641748Running coprocessor pre-close hooks at 1732371641748Disabling compacts and flushes for region at 1732371641748Disabling writes for close at 1732371641749 (+1 ms)Obtaining lock to block concurrent updates at 1732371641749Preparing flush snapshotting stores in 1588230740 at 1732371641749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732371641750 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371641750Flushing 1588230740/info: creating writer at 1732371641750Flushing 1588230740/info: appending metadata at 1732371641772 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732371641772Flushing 1588230740/ns: creating writer at 1732371642181 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732371642195 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732371642195Flushing 1588230740/table: creating writer at 1732371642605 (+410 ms)Flushing 1588230740/table: appending metadata at 1732371642622 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732371642622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44435e61: reopening flushed file at 1732371643032 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33930170: reopening flushed file at 1732371643038 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409cabc5: reopening flushed file at 1732371643044 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1732371643051 (+7 ms)Writing region close event to WAL at 1732371643053 (+2 ms)Running coprocessor post-close hooks at 1732371643056 (+3 ms)Closed at 1732371643056 2024-11-23T14:20:43,057 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:43,150 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,34569,1732371630282; all regions closed. 2024-11-23T14:20:43,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741834_1010 (size=2742) 2024-11-23T14:20:43,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.meta.1732371633139.meta not finished, retry = 0 2024-11-23T14:20:43,255 DEBUG [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs 2024-11-23T14:20:43,255 INFO [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C34569%2C1732371630282.meta:.meta(num 1732371633139) 2024-11-23T14:20:43,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.rep.1732371640985 not finished, retry = 0 2024-11-23T14:20:43,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741837_1013 (size=1586) 2024-11-23T14:20:43,360 DEBUG [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs 2024-11-23T14:20:43,360 INFO [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C34569%2C1732371630282.rep:(num 1732371640985) 2024-11-23T14:20:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741832_1008 (size=93) 2024-11-23T14:20:43,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311 not finished, retry = 0 2024-11-23T14:20:43,407 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311 to pos 0, reset compression=false 2024-11-23T14:20:43,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311 2024-11-23T14:20:43,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-23T14:20:43,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.wal-reader.c6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-23T14:20:43,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,34569,1732371630282 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282/c6f7b1897123%2C34569%2C1732371630282.1732371632311, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T14:20:43,465 DEBUG [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs 2024-11-23T14:20:43,465 INFO [RS:0;c6f7b1897123:34569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C34569%2C1732371630282:(num 1732371632311) 2024-11-23T14:20:43,465 DEBUG [RS:0;c6f7b1897123:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:43,465 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:43,465 INFO [RS:0;c6f7b1897123:34569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:43,465 INFO [RS:0;c6f7b1897123:34569 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:43,465 INFO [RS:0;c6f7b1897123:34569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:43,465 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:43,465 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,34569,1732371630282 because: Region server is closing 2024-11-23T14:20:43,466 INFO [RS:0;c6f7b1897123:34569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:34569. 2024-11-23T14:20:43,466 DEBUG [RS:0;c6f7b1897123:34569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:43,466 DEBUG [RS:0;c6f7b1897123:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:43,466 DEBUG [RS:0;c6f7b1897123:34569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:43,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:43,466 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,34569,1732371630282: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,34569,1732371630282, walGroup=c6f7b1897123%2C34569%2C1732371630282, offset=c6f7b1897123%2C34569%2C1732371630282.1732371632311:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:34569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:20:43,467 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:20:43,470 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:20:43,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:20:43,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:20:43,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:20:43,471 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 854168064 }, "NonHeapMemoryUsage": { "committed": 183304192, "init": 7667712, "max": -1, "used": 180444376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:20:43,473 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c6f7b1897123%2C34569%2C1732371630282.1732371632311] 2024-11-23T14:20:43,566 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,34569,1732371630282.replicationSource.shipperc6f7b1897123%2C34569%2C1732371630282,1-c6f7b1897123,34569,1732371630282 terminated 2024-11-23T14:20:43,566 INFO [RS:0;c6f7b1897123:34569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34569 2024-11-23T14:20:43,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/rs 2024-11-23T14:20:43,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/rs/c6f7b1897123,34569,1732371630282 2024-11-23T14:20:43,628 INFO [RS:0;c6f7b1897123:34569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:43,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,34569,1732371630282] 2024-11-23T14:20:43,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/draining/c6f7b1897123,34569,1732371630282 already deleted, retry=false 2024-11-23T14:20:43,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,34569,1732371630282 expired; onlineServers=0 2024-11-23T14:20:43,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,43163,1732371629948' ***** 2024-11-23T14:20:43,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:20:43,649 INFO [M:0;c6f7b1897123:43163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:43,649 INFO [M:0;c6f7b1897123:43163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:43,650 DEBUG [M:0;c6f7b1897123:43163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:20:43,650 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:20:43,650 DEBUG [M:0;c6f7b1897123:43163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:20:43,650 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371631938 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371631938,5,FailOnTimeoutGroup] 2024-11-23T14:20:43,650 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371631938 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371631938,5,FailOnTimeoutGroup] 2024-11-23T14:20:43,650 INFO [M:0;c6f7b1897123:43163 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:43,650 INFO [M:0;c6f7b1897123:43163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:43,650 DEBUG [M:0;c6f7b1897123:43163 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:20:43,650 INFO [M:0;c6f7b1897123:43163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:20:43,650 INFO [M:0;c6f7b1897123:43163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:43,650 INFO [M:0;c6f7b1897123:43163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:20:43,650 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:20:43,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/master 2024-11-23T14:20:43,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:43,660 DEBUG [M:0;c6f7b1897123:43163 {}] zookeeper.ZKUtil(347): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/master because node does not exist (not an error) 2024-11-23T14:20:43,660 WARN [M:0;c6f7b1897123:43163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:20:43,661 INFO [M:0;c6f7b1897123:43163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/.lastflushedseqids 2024-11-23T14:20:43,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741842_1018 (size=181) 2024-11-23T14:20:43,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:43,739 INFO [RS:0;c6f7b1897123:34569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:43,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34569-0x101681132910001, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:43,739 INFO [RS:0;c6f7b1897123:34569 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,34569,1732371630282; zookeeper connection closed. 2024-11-23T14:20:43,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59d5f488 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59d5f488 2024-11-23T14:20:43,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:20:44,065 INFO [M:0;c6f7b1897123:43163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:20:44,066 INFO [M:0;c6f7b1897123:43163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:20:44,066 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:20:44,066 INFO [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:44,066 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:44,066 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:20:44,066 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:44,066 INFO [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T14:20:44,087 DEBUG [M:0;c6f7b1897123:43163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb458eb704764eb6bdffa91cc8a92ee9 is 82, key is hbase:meta,,1/info:regioninfo/1732371633201/Put/seqid=0 2024-11-23T14:20:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741843_1019 (size=5672) 2024-11-23T14:20:44,491 INFO [M:0;c6f7b1897123:43163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb458eb704764eb6bdffa91cc8a92ee9 2024-11-23T14:20:44,511 DEBUG [M:0;c6f7b1897123:43163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00641b1b1fe94c93a76b04b7c91a1266 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732371641038/Put/seqid=0 2024-11-23T14:20:44,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741844_1020 (size=7203) 2024-11-23T14:20:44,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:20:44,915 INFO [M:0;c6f7b1897123:43163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00641b1b1fe94c93a76b04b7c91a1266 2024-11-23T14:20:44,935 DEBUG [M:0;c6f7b1897123:43163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1d2a1c568e04a9cb74dce63c5d29536 is 69, key is c6f7b1897123,34569,1732371630282/rs:state/1732371632086/Put/seqid=0 2024-11-23T14:20:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741845_1021 (size=5156) 2024-11-23T14:20:45,414 INFO [M:0;c6f7b1897123:43163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1d2a1c568e04a9cb74dce63c5d29536 2024-11-23T14:20:45,419 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb458eb704764eb6bdffa91cc8a92ee9 as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb458eb704764eb6bdffa91cc8a92ee9 2024-11-23T14:20:45,424 INFO [M:0;c6f7b1897123:43163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb458eb704764eb6bdffa91cc8a92ee9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T14:20:45,425 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00641b1b1fe94c93a76b04b7c91a1266 as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00641b1b1fe94c93a76b04b7c91a1266 2024-11-23T14:20:45,429 INFO [M:0;c6f7b1897123:43163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00641b1b1fe94c93a76b04b7c91a1266, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T14:20:45,430 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1d2a1c568e04a9cb74dce63c5d29536 as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1d2a1c568e04a9cb74dce63c5d29536 2024-11-23T14:20:45,434 INFO [M:0;c6f7b1897123:43163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1d2a1c568e04a9cb74dce63c5d29536, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T14:20:45,435 INFO [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=70, compaction requested=false 2024-11-23T14:20:45,437 INFO [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:45,437 DEBUG [M:0;c6f7b1897123:43163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371644066Disabling compacts and flushes for region at 1732371644066Disabling writes for close at 1732371644066Obtaining lock to block concurrent updates at 1732371644066Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371644066Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732371644066Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371644067 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371644067Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371644086 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371644086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371644496 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371644510 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371644510Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371644920 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371644935 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371644935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32318e80: reopening flushed file at 1732371645418 (+483 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e46201e: reopening flushed file at 1732371645424 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154981d4: reopening flushed file at 1732371645429 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=70, compaction requested=false at 1732371645435 (+6 ms)Writing region close event to WAL at 1732371645437 (+2 ms)Closed at 1732371645437 2024-11-23T14:20:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741830_1006 (size=41008) 2024-11-23T14:20:45,440 INFO [M:0;c6f7b1897123:43163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:20:45,440 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:45,440 INFO [M:0;c6f7b1897123:43163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43163 2024-11-23T14:20:45,440 INFO [M:0;c6f7b1897123:43163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:45,581 INFO [M:0;c6f7b1897123:43163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43163-0x101681132910000, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:45,583 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:20:45,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:45,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:45,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:20:45,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:45,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:20:45,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:20:45,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:20:45,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43437 2024-11-23T14:20:45,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43437 connecting to ZooKeeper ensemble=127.0.0.1:63818 2024-11-23T14:20:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434370x0, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:45,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43437-0x101681132910006 connected 2024-11-23T14:20:45,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:45,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:45,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/running 2024-11-23T14:20:45,612 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: INIT 2024-11-23T14:20:45,612 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff, hbase.cluster.distributed=false 2024-11-23T14:20:45,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/acl 2024-11-23T14:20:45,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-23T14:20:45,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43437 2024-11-23T14:20:45,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43437 2024-11-23T14:20:45,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-23T14:20:45,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-23T14:20:45,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:20:45,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:45,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:45,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:20:45,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:45,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:20:45,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:20:45,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:20:45,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42513 2024-11-23T14:20:45,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42513 connecting to ZooKeeper ensemble=127.0.0.1:63818 2024-11-23T14:20:45,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:45,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:45,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425130x0, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:45,650 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: INIT 2024-11-23T14:20:45,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42513-0x101681132910007 connected 2024-11-23T14:20:45,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/running 2024-11-23T14:20:45,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:20:45,651 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:20:45,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/master 2024-11-23T14:20:45,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/acl 2024-11-23T14:20:45,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42513 2024-11-23T14:20:45,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42513 2024-11-23T14:20:45,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42513 2024-11-23T14:20:45,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42513 2024-11-23T14:20:45,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42513 2024-11-23T14:20:45,667 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:43437 2024-11-23T14:20:45,667 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0175882549/backup-masters/c6f7b1897123,43437,1732371645582 2024-11-23T14:20:45,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/backup-masters 2024-11-23T14:20:45,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/backup-masters 2024-11-23T14:20:45,676 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on existing znode=/0175882549/backup-masters/c6f7b1897123,43437,1732371645582 2024-11-23T14:20:45,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0175882549/master 2024-11-23T14:20:45,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:45,687 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on existing znode=/0175882549/master 2024-11-23T14:20:45,687 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0175882549/backup-masters/c6f7b1897123,43437,1732371645582 from backup master directory 2024-11-23T14:20:45,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/backup-masters 2024-11-23T14:20:45,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/backup-masters/c6f7b1897123,43437,1732371645582 2024-11-23T14:20:45,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/backup-masters 2024-11-23T14:20:45,697 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:20:45,697 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,43437,1732371645582 2024-11-23T14:20:45,707 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:45,707 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:20:45,713 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-23T14:20:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741846_1022 (size=196) 2024-11-23T14:20:45,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:20:45,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:45,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:45,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:45,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:45,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:46,129 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:20:46,130 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:20:46,130 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:46,135 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T14:20:46,137 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948 to hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948-dead as it is dead 2024-11-23T14:20:46,137 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948-dead/c6f7b1897123%2C43163%2C1732371629948.1732371631690 2024-11-23T14:20:46,138 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948-dead/c6f7b1897123%2C43163%2C1732371629948.1732371631690 after 0ms 2024-11-23T14:20:46,139 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948-dead/c6f7b1897123%2C43163%2C1732371629948.1732371631690 to hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f7b1897123%2C43163%2C1732371629948.1732371631690 2024-11-23T14:20:46,139 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43163,1732371629948-dead 2024-11-23T14:20:46,139 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43437,1732371645582 2024-11-23T14:20:46,140 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:20:46,141 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C43437%2C1732371645582, suffix=, logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43437,1732371645582, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/oldWALs, maxLogs=10 2024-11-23T14:20:46,153 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43437,1732371645582/c6f7b1897123%2C43437%2C1732371645582.1732371646141, exclude list is [], retry=0 2024-11-23T14:20:46,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-312f9bda-a7e0-4496-96bd-978a8910e431,DISK] 2024-11-23T14:20:46,157 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43437,1732371645582/c6f7b1897123%2C43437%2C1732371645582.1732371646141 2024-11-23T14:20:46,157 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-23T14:20:46,157 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:20:46,157 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:46,158 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,158 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:20:46,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:46,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb458eb704764eb6bdffa91cc8a92ee9 2024-11-23T14:20:46,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:46,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:20:46,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:46,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00641b1b1fe94c93a76b04b7c91a1266 2024-11-23T14:20:46,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:46,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:20:46,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:46,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1d2a1c568e04a9cb74dce63c5d29536 2024-11-23T14:20:46,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:46,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:20:46,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:46,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:46,184 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,184 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T14:20:46,184 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f7b1897123%2C43163%2C1732371629948.1732371631690 2024-11-23T14:20:46,190 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f7b1897123%2C43163%2C1732371629948.1732371631690 2024-11-23T14:20:46,191 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f7b1897123%2C43163%2C1732371629948.1732371631690 2024-11-23T14:20:46,192 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,192 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,193 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:20:46,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:20:46,198 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-23T14:20:46,199 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73762207, jitterRate=0.09914253652095795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:20:46,199 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371646158Initializing all the Stores at 1732371646158Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371646159 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371646159Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371646159Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371646159Cleaning up temporary data from old regions at 1732371646192 (+33 ms)Region opened successfully at 1732371646199 (+7 ms) 2024-11-23T14:20:46,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:20:46,203 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f91b19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:20:46,205 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T14:20:46,205 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:20:46,205 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:20:46,205 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:20:46,206 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:20:46,208 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:20:46,209 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:20:46,209 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:20:46,209 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-23T14:20:46,209 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:20:46,212 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c6f7b1897123,34569,1732371630282, regionLocation=c6f7b1897123,34569,1732371630282, openSeqNum=2 2024-11-23T14:20:46,212 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c6f7b1897123,34569,1732371630282, table=hbase:meta, region=1588230740 2024-11-23T14:20:46,212 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,34569,1732371630282, state=OPEN 2024-11-23T14:20:46,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0175882549/meta-region-server 2024-11-23T14:20:46,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:46,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0175882549/meta-region-server 2024-11-23T14:20:46,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:46,264 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:20:46,276 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/draining/c6f7b1897123,34569,1732371630282 already deleted, retry=false 2024-11-23T14:20:46,276 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c6f7b1897123,34569,1732371630282 on c6f7b1897123,43437,1732371645582 2024-11-23T14:20:46,277 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c6f7b1897123,34569,1732371630282, splitWal=true, meta=true 2024-11-23T14:20:46,278 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for c6f7b1897123,34569,1732371630282 (carryingMeta=true) c6f7b1897123,34569,1732371630282/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@19b3e674[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T14:20:46,280 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/balancer because node does not exist (not necessarily an error) 2024-11-23T14:20:46,291 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/balancer already deleted, retry=false 2024-11-23T14:20:46,292 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:20:46,292 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:20:46,302 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/normalizer already deleted, retry=false 2024-11-23T14:20:46,302 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:20:46,303 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:20:46,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/switch/split already deleted, retry=false 2024-11-23T14:20:46,313 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:20:46,323 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/switch/merge already deleted, retry=false 2024-11-23T14:20:46,335 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:20:46,344 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/snapshot-cleanup already deleted, retry=false 2024-11-23T14:20:46,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0175882549/running 2024-11-23T14:20:46,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0175882549/running 2024-11-23T14:20:46,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:46,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:46,355 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,43437,1732371645582, sessionid=0x101681132910006, setting cluster-up flag (Was=false) 2024-11-23T14:20:46,366 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0175882549/flush-table-proc/acquired, /0175882549/flush-table-proc/reached, /0175882549/flush-table-proc/abort 2024-11-23T14:20:46,367 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,43437,1732371645582 2024-11-23T14:20:46,376 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0175882549/online-snapshot/acquired, /0175882549/online-snapshot/reached, /0175882549/online-snapshot/abort 2024-11-23T14:20:46,377 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,43437,1732371645582 2024-11-23T14:20:46,379 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/.lastflushedseqids 2024-11-23T14:20:46,383 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:20:46,383 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:20:46,383 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,43437,1732371645582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c6f7b1897123,34569,1732371630282 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:20:46,384 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:46,384 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:46,384 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:46,384 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:20:46,385 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:20:46,385 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,385 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:20:46,385 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,389 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c6f7b1897123,34569,1732371630282, splitWal=true, meta=true 2024-11-23T14:20:46,390 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c6f7b1897123,34569,1732371630282, splitWal=true, meta=true, isMeta: true 2024-11-23T14:20:46,391 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282-splitting 2024-11-23T14:20:46,392 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282-splitting dir is empty, no logs to split. 2024-11-23T14:20:46,392 INFO [PEWorker-1 {}] master.SplitWALManager(105): c6f7b1897123,34569,1732371630282 WAL count=0, meta=true 2024-11-23T14:20:46,394 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282-splitting dir is empty, no logs to split. 2024-11-23T14:20:46,394 INFO [PEWorker-1 {}] master.SplitWALManager(105): c6f7b1897123,34569,1732371630282 WAL count=0, meta=true 2024-11-23T14:20:46,394 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c6f7b1897123,34569,1732371630282 WAL splitting is done? wals=0, meta=true 2024-11-23T14:20:46,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:20:46,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:20:46,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T14:20:46,403 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371676403 2024-11-23T14:20:46,403 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:20:46,403 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:20:46,403 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:20:46,403 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:20:46,403 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:20:46,403 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:20:46,404 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,407 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:20:46,407 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:20:46,407 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:20:46,407 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:20:46,407 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:20:46,407 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:20:46,407 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371646407,5,FailOnTimeoutGroup] 2024-11-23T14:20:46,408 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371646407,5,FailOnTimeoutGroup] 2024-11-23T14:20:46,408 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,408 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:20:46,408 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,408 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,408 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371646408, completionTime=-1 2024-11-23T14:20:46,408 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T14:20:46,408 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T14:20:46,459 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(746): ClusterId : 78085393-562d-4991-b808-4ec5bbb19aac 2024-11-23T14:20:46,459 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:20:46,471 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:20:46,471 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:20:46,481 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:20:46,482 DEBUG [RS:0;c6f7b1897123:42513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7631194a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:20:46,497 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:42513 2024-11-23T14:20:46,497 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:20:46,497 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:20:46,497 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:20:46,498 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,43437,1732371645582 with port=42513, startcode=1732371645630 2024-11-23T14:20:46,498 DEBUG [RS:0;c6f7b1897123:42513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:20:46,499 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:20:46,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,42513,1732371645630 2024-11-23T14:20:46,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43437 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,42513,1732371645630 2024-11-23T14:20:46,501 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff 2024-11-23T14:20:46,501 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46347 2024-11-23T14:20:46,501 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:20:46,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T14:20:46,547 WARN [c6f7b1897123:43437 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T14:20:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/rs 2024-11-23T14:20:46,567 DEBUG [RS:0;c6f7b1897123:42513 {}] zookeeper.ZKUtil(111): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on existing znode=/0175882549/rs/c6f7b1897123,42513,1732371645630 2024-11-23T14:20:46,567 WARN [RS:0;c6f7b1897123:42513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:20:46,567 INFO [RS:0;c6f7b1897123:42513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:46,567 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630 2024-11-23T14:20:46,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,42513,1732371645630] 2024-11-23T14:20:46,589 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:20:46,590 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:20:46,591 INFO [RS:0;c6f7b1897123:42513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:20:46,591 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,591 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:20:46,592 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:20:46,592 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:20:46,592 DEBUG [RS:0;c6f7b1897123:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:20:46,593 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,593 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,593 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,593 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,593 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,593 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42513,1732371645630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:20:46,606 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:20:46,607 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42513,1732371645630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,622 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,42513,1732371645630, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:20:46,622 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,622 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.Replication(171): c6f7b1897123,42513,1732371645630 started 2024-11-23T14:20:46,635 DEBUG [RS:0;c6f7b1897123:42513.replicationSource,1-c6f7b1897123,42513,1732371645630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:32803' 2024-11-23T14:20:46,636 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:46,636 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,42513,1732371645630, RpcServer on c6f7b1897123/172.17.0.3:42513, sessionid=0x101681132910007 2024-11-23T14:20:46,636 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:20:46,636 DEBUG [RS:0;c6f7b1897123:42513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,42513,1732371645630 2024-11-23T14:20:46,636 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,42513,1732371645630' 2024-11-23T14:20:46,636 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0175882549/flush-table-proc/abort' 2024-11-23T14:20:46,636 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0175882549/flush-table-proc/acquired' 2024-11-23T14:20:46,636 DEBUG [RS:0;c6f7b1897123:42513.replicationSource,1-c6f7b1897123,42513,1732371645630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61783220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:46,636 DEBUG [RS:0;c6f7b1897123:42513.replicationSource,1-c6f7b1897123,42513,1732371645630 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,32803,-1 for getting cluster id 2024-11-23T14:20:46,636 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:20:46,637 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:20:46,637 DEBUG [RS:0;c6f7b1897123:42513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,42513,1732371645630 2024-11-23T14:20:46,637 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,42513,1732371645630' 2024-11-23T14:20:46,637 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0175882549/online-snapshot/abort' 2024-11-23T14:20:46,637 DEBUG [RS:0;c6f7b1897123:42513.replicationSource,1-c6f7b1897123,42513,1732371645630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:20:46,637 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0175882549/online-snapshot/acquired' 2024-11-23T14:20:46,637 DEBUG [RS:0;c6f7b1897123:42513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:20:46,637 INFO [RS:0;c6f7b1897123:42513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:20:46,637 INFO [RS:0;c6f7b1897123:42513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:20:46,638 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c0e35b-0b72-4301-b54d-e6118458c660' 2024-11-23T14:20:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:20:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c0e35b-0b72-4301-b54d-e6118458c660" 2024-11-23T14:20:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@277af9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,32803,-1] 2024-11-23T14:20:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:20:46,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:46,639 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:20:46,640 DEBUG [RS:0;c6f7b1897123:42513.replicationSource,1-c6f7b1897123,42513,1732371645630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@555647e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:46,640 DEBUG [RS:0;c6f7b1897123:42513.replicationSource,1-c6f7b1897123,42513,1732371645630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:20:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,32803,1732371637331 2024-11-23T14:20:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e1e9032 2024-11-23T14:20:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:20:46,642 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-23T14:20:46,643 INFO [RS:0;c6f7b1897123:42513.replicationSource,1-c6f7b1897123,42513,1732371645630 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,42513,1732371645630 (queues=0) is replicating from cluster=78085393-562d-4991-b808-4ec5bbb19aac to cluster=00c0e35b-0b72-4301-b54d-e6118458c660 2024-11-23T14:20:46,738 INFO [RS:0;c6f7b1897123:42513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:20:46,739 INFO [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C42513%2C1732371645630, suffix=, logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs, maxLogs=10 2024-11-23T14:20:46,751 DEBUG [RS:0;c6f7b1897123:42513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739, exclude list is [], retry=0 2024-11-23T14:20:46,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-312f9bda-a7e0-4496-96bd-978a8910e431,DISK] 2024-11-23T14:20:46,755 INFO [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 2024-11-23T14:20:46,755 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c6f7b1897123%2C42513%2C1732371645630 for peer 1 2024-11-23T14:20:46,755 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C42513%2C1732371645630 2024-11-23T14:20:46,755 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,42513,1732371645630, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:20:46,756 DEBUG [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-23T14:20:46,756 INFO [RS:0;c6f7b1897123:42513.replicationSource.shipperc6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C42513%2C1732371645630 2024-11-23T14:20:46,756 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739, startPosition=0, beingWritten=true 2024-11-23T14:20:46,797 DEBUG [c6f7b1897123:43437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:20:46,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,42513,1732371645630 2024-11-23T14:20:46,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,42513,1732371645630, state=OPENING 2024-11-23T14:20:46,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0175882549/meta-region-server 2024-11-23T14:20:46,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0175882549/meta-region-server 2024-11-23T14:20:46,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:46,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:46,818 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:20:46,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,42513,1732371645630}] 2024-11-23T14:20:46,960 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:46,969 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:20:46,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:20:46,974 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:20:46,974 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:46,974 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:20:46,976 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C42513%2C1732371645630.meta, suffix=.meta, logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs, maxLogs=10 2024-11-23T14:20:46,988 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.meta.1732371646976.meta, exclude list is [], retry=0 2024-11-23T14:20:46,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-312f9bda-a7e0-4496-96bd-978a8910e431,DISK] 2024-11-23T14:20:46,992 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.meta.1732371646976.meta 2024-11-23T14:20:46,992 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-23T14:20:46,993 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:20:46,993 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:20:46,993 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:20:46,993 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:20:46,993 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:20:46,993 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:20:46,993 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:46,993 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:20:46,993 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:20:46,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:20:46,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:20:46,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:47,000 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/info/9e6d60b3a329494985cd4bf4a6defaa8 2024-11-23T14:20:47,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:47,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:20:47,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:20:47,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:47,007 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/ns/7ebdab82bf564f23873eb9abd7ae00c9 2024-11-23T14:20:47,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:47,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:20:47,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:20:47,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:47,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:47,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:20:47,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:20:47,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:47,014 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/table/a41fb068e358494a984aeb1331754eef 2024-11-23T14:20:47,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:20:47,014 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:20:47,015 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740 2024-11-23T14:20:47,016 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740 2024-11-23T14:20:47,017 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:20:47,017 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:20:47,018 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:20:47,019 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:20:47,019 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61343100, jitterRate=-0.08591657876968384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:20:47,019 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:20:47,019 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371646993Writing region info on filesystem at 1732371646993Initializing all the Stores at 1732371646994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371646994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371646994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371646994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371646994Cleaning up temporary data from old regions at 1732371647017 (+23 ms)Running coprocessor post-open hooks at 1732371647019 (+2 ms)Region opened successfully at 1732371647019 2024-11-23T14:20:47,020 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732371646969 2024-11-23T14:20:47,022 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:20:47,022 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:20:47,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c6f7b1897123,42513,1732371645630 2024-11-23T14:20:47,023 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,42513,1732371645630, state=OPEN 2024-11-23T14:20:47,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0175882549/meta-region-server 2024-11-23T14:20:47,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0175882549/meta-region-server 2024-11-23T14:20:47,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:47,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0175882549/meta-region-server: CHANGED 2024-11-23T14:20:47,034 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,42513,1732371645630 2024-11-23T14:20:47,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T14:20:47,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,42513,1732371645630 in 216 msec 2024-11-23T14:20:47,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:20:47,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-23T14:20:47,265 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:47,670 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:48,011 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-23T14:20:48,174 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:48,778 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:49,483 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:49,514 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-23T14:20:50,287 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:50,916 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T14:20:50,916 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:20:50,916 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:20:50,916 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42513,1732371645630, seqNum=-1] 2024-11-23T14:20:50,917 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:20:50,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:20:50,921 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae4803207679782a065e8b9a4aff0c75, regionState=OPEN, lastHost=c6f7b1897123,34569,1732371630282, regionLocation=c6f7b1897123,34569,1732371630282, openSeqNum=2 2024-11-23T14:20:50,921 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:20:50,921 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371710921 2024-11-23T14:20:50,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371770922 2024-11-23T14:20:50,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-23T14:20:50,922 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c6f7b1897123,34569,1732371630282 had 2 regions 2024-11-23T14:20:50,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43437,1732371645582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:50,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43437,1732371645582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:50,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43437,1732371645582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:50,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:43437, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:50,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:50,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:50,923 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c6f7b1897123,34569,1732371630282, splitWal=true, meta=true, isMeta: false 2024-11-23T14:20:50,925 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282-splitting dir is empty, no logs to split. 2024-11-23T14:20:50,925 INFO [PEWorker-3 {}] master.SplitWALManager(105): c6f7b1897123,34569,1732371630282 WAL count=0, meta=false 2024-11-23T14:20:50,928 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.231sec 2024-11-23T14:20:50,928 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,34569,1732371630282-splitting dir is empty, no logs to split. 2024-11-23T14:20:50,928 INFO [PEWorker-3 {}] master.SplitWALManager(105): c6f7b1897123,34569,1732371630282 WAL count=0, meta=false 2024-11-23T14:20:50,928 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:20:50,928 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c6f7b1897123,34569,1732371630282 WAL splitting is done? wals=0, meta=false 2024-11-23T14:20:50,928 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:20:50,928 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:20:50,928 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:20:50,928 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:20:50,928 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43437,1732371645582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:20:50,928 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43437,1732371645582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:20:50,929 WARN [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c6f7b1897123,34569,1732371630282/hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:50,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN}] 2024-11-23T14:20:50,931 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN 2024-11-23T14:20:50,931 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:20:50,931 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:20:50,931 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43437,1732371645582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:20:50,932 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T14:20:50,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1c5340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:50,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43437,-1 for getting cluster id 2024-11-23T14:20:50,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:20:50,964 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78085393-562d-4991-b808-4ec5bbb19aac' 2024-11-23T14:20:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:20:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78085393-562d-4991-b808-4ec5bbb19aac" 2024-11-23T14:20:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31306ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43437,-1] 2024-11-23T14:20:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:20:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:50,966 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:20:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697e7e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:50,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:20:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42513,1732371645630, seqNum=-1] 2024-11-23T14:20:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:20:50,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:20:50,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T14:20:50,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:50,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:50,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:50,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:50,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:50,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c6f7b1897123:43437 after: c6f7b1897123:43437 2024-11-23T14:20:50,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787053d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:50,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43437,-1 for getting cluster id 2024-11-23T14:20:50,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:20:50,973 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78085393-562d-4991-b808-4ec5bbb19aac' 2024-11-23T14:20:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:20:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78085393-562d-4991-b808-4ec5bbb19aac" 2024-11-23T14:20:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dc2141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43437,-1] 2024-11-23T14:20:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:20:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:50,975 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:20:50,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e08d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:20:50,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:20:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43437,1732371645582 2024-11-23T14:20:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cffe264 2024-11-23T14:20:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:20:50,977 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:20:50,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T14:20:50,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:20:50,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:50,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:50,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:50,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:50,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:50,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:20:50,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1658148230, stopped=false 2024-11-23T14:20:50,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,32803,1732371637331 2024-11-23T14:20:51,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-823742749/running 2024-11-23T14:20:51,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-823742749/running 2024-11-23T14:20:51,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:51,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:51,049 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:51,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:51,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:51,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:51,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on znode that does not yet exist, /1-823742749/running 2024-11-23T14:20:51,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Set watcher on znode that does not yet exist, /1-823742749/running 2024-11-23T14:20:51,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,38567,1732371637604' ***** 2024-11-23T14:20:51,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:20:51,051 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,38567,1732371637604 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:38567. 2024-11-23T14:20:51,051 DEBUG [RS:0;c6f7b1897123:38567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:51,051 DEBUG [RS:0;c6f7b1897123:38567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:20:51,051 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:20:51,052 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:20:51,052 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:20:51,052 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:51,052 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:20:51,052 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:20:51,052 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:20:51,052 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:20:51,052 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:20:51,052 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T14:20:51,067 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740/.tmp/ns/5882bfcd0f0d4922a2039bbd8a968ad1 is 43, key is default/ns:d/1732371640372/Put/seqid=0 2024-11-23T14:20:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741835_1011 (size=5153) 2024-11-23T14:20:51,082 DEBUG [c6f7b1897123:43437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:20:51,082 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ae4803207679782a065e8b9a4aff0c75, regionState=OPENING, regionLocation=c6f7b1897123,42513,1732371645630 2024-11-23T14:20:51,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN because future has completed 2024-11-23T14:20:51,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4803207679782a065e8b9a4aff0c75, server=c6f7b1897123,42513,1732371645630}] 2024-11-23T14:20:51,129 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:51,192 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:51,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:51,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:20:51,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:20:51,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C42513%2C1732371645630.rep, suffix=, logDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630, archiveDir=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs, maxLogs=10 2024-11-23T14:20:51,252 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:51,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.rep.1732371651243, exclude list is [], retry=0 2024-11-23T14:20:51,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-312f9bda-a7e0-4496-96bd-978a8910e431,DISK] 2024-11-23T14:20:51,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.rep.1732371651243 2024-11-23T14:20:51,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-23T14:20:51,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ae4803207679782a065e8b9a4aff0c75, NAME => 'hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:20:51,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:20:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:20:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. service=MultiRowMutationService 2024-11-23T14:20:51,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:20:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:20:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,262 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,263 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4803207679782a065e8b9a4aff0c75 columnFamilyName hfileref 2024-11-23T14:20:51,263 DEBUG [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:51,263 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(327): Store=ae4803207679782a065e8b9a4aff0c75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:51,263 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,264 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4803207679782a065e8b9a4aff0c75 columnFamilyName queue 2024-11-23T14:20:51,264 DEBUG [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:51,269 DEBUG [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/queue/c87ed3bb45c947e0a2a68188ac8928e7 2024-11-23T14:20:51,270 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(327): Store=ae4803207679782a065e8b9a4aff0c75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:51,270 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,270 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4803207679782a065e8b9a4aff0c75 columnFamilyName sid 2024-11-23T14:20:51,271 DEBUG [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:20:51,271 INFO [StoreOpener-ae4803207679782a065e8b9a4aff0c75-1 {}] regionserver.HStore(327): Store=ae4803207679782a065e8b9a4aff0c75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:20:51,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:20:51,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ae4803207679782a065e8b9a4aff0c75; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69053858, jitterRate=0.02898266911506653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:20:51,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:51,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ae4803207679782a065e8b9a4aff0c75: Running coprocessor pre-open hook at 1732371651261Writing region info on filesystem at 1732371651261Initializing all the Stores at 1732371651261Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371651262 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371651262Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371651262Cleaning up temporary data from old regions at 1732371651274 (+12 ms)Running coprocessor post-open hooks at 1732371651276 (+2 ms)Region opened successfully at 1732371651276 2024-11-23T14:20:51,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75., pid=13, masterSystemTime=1732371651238 2024-11-23T14:20:51,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:51,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:51,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ae4803207679782a065e8b9a4aff0c75, regionState=OPEN, openSeqNum=9, regionLocation=c6f7b1897123,42513,1732371645630 2024-11-23T14:20:51,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4803207679782a065e8b9a4aff0c75, server=c6f7b1897123,42513,1732371645630 because future has completed 2024-11-23T14:20:51,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T14:20:51,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ae4803207679782a065e8b9a4aff0c75, server=c6f7b1897123,42513,1732371645630 in 198 msec 2024-11-23T14:20:51,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-23T14:20:51,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae4803207679782a065e8b9a4aff0c75, ASSIGN in 354 msec 2024-11-23T14:20:51,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T14:20:51,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75., hostname=c6f7b1897123,42513,1732371645630, seqNum=9] 2024-11-23T14:20:51,306 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c6f7b1897123,34569,1732371630282 2024-11-23T14:20:51,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T14:20:51,452 DEBUG [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:51,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-23T14:20:51,474 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740/.tmp/ns/5882bfcd0f0d4922a2039bbd8a968ad1 2024-11-23T14:20:51,480 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740/.tmp/ns/5882bfcd0f0d4922a2039bbd8a968ad1 as hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740/ns/5882bfcd0f0d4922a2039bbd8a968ad1 2024-11-23T14:20:51,485 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740/ns/5882bfcd0f0d4922a2039bbd8a968ad1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T14:20:51,486 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-23T14:20:51,489 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T14:20:51,490 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:51,490 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:51,490 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:51,490 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371651052Running coprocessor pre-close hooks at 1732371651052Disabling compacts and flushes for region at 1732371651052Disabling writes for close at 1732371651052Obtaining lock to block concurrent updates at 1732371651052Preparing flush snapshotting stores in 1588230740 at 1732371651052Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732371651052Flushing stores of hbase:meta,,1.1588230740 at 1732371651053 (+1 ms)Flushing 1588230740/ns: creating writer at 1732371651053Flushing 1588230740/ns: appending metadata at 1732371651066 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732371651066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fbd3f5: reopening flushed file at 1732371651479 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1732371651486 (+7 ms)Writing region close event to WAL at 1732371651486Running coprocessor post-close hooks at 1732371651490 (+4 ms)Closed at 1732371651490 2024-11-23T14:20:51,490 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:51,652 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,38567,1732371637604; all regions closed. 2024-11-23T14:20:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741834_1010 (size=1152) 2024-11-23T14:20:51,698 DEBUG [RS:0;c6f7b1897123:38567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/oldWALs 2024-11-23T14:20:51,698 INFO [RS:0;c6f7b1897123:38567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C38567%2C1732371637604.meta:.meta(num 1732371640203) 2024-11-23T14:20:51,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/WALs/c6f7b1897123,38567,1732371637604/c6f7b1897123%2C38567%2C1732371637604.1732371639076 not finished, retry = 0 2024-11-23T14:20:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741832_1008 (size=93) 2024-11-23T14:20:51,803 DEBUG [RS:0;c6f7b1897123:38567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/oldWALs 2024-11-23T14:20:51,803 INFO [RS:0;c6f7b1897123:38567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C38567%2C1732371637604:(num 1732371639076) 2024-11-23T14:20:51,803 DEBUG [RS:0;c6f7b1897123:38567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:51,803 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:51,803 INFO [RS:0;c6f7b1897123:38567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:51,803 INFO [RS:0;c6f7b1897123:38567 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:51,803 INFO [RS:0;c6f7b1897123:38567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:51,803 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:51,803 INFO [RS:0;c6f7b1897123:38567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38567 2024-11-23T14:20:51,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-823742749/rs/c6f7b1897123,38567,1732371637604 2024-11-23T14:20:51,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749/rs 2024-11-23T14:20:51,823 INFO [RS:0;c6f7b1897123:38567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:51,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,38567,1732371637604] 2024-11-23T14:20:51,844 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-823742749/draining/c6f7b1897123,38567,1732371637604 already deleted, retry=false 2024-11-23T14:20:51,844 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,38567,1732371637604 expired; onlineServers=0 2024-11-23T14:20:51,844 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,32803,1732371637331' ***** 2024-11-23T14:20:51,844 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:20:51,844 INFO [M:0;c6f7b1897123:32803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:51,844 INFO [M:0;c6f7b1897123:32803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:51,844 DEBUG [M:0;c6f7b1897123:32803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:20:51,844 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:20:51,844 DEBUG [M:0;c6f7b1897123:32803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:20:51,844 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371638798 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371638798,5,FailOnTimeoutGroup] 2024-11-23T14:20:51,845 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371638796 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371638796,5,FailOnTimeoutGroup] 2024-11-23T14:20:51,845 INFO [M:0;c6f7b1897123:32803 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:51,845 INFO [M:0;c6f7b1897123:32803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:51,845 DEBUG [M:0;c6f7b1897123:32803 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:20:51,845 INFO [M:0;c6f7b1897123:32803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:20:51,845 INFO [M:0;c6f7b1897123:32803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:51,845 INFO [M:0;c6f7b1897123:32803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:20:51,845 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:20:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-823742749/master 2024-11-23T14:20:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-823742749 2024-11-23T14:20:51,855 DEBUG [M:0;c6f7b1897123:32803 {}] zookeeper.ZKUtil(347): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Unable to get data of znode /1-823742749/master because node does not exist (not an error) 2024-11-23T14:20:51,855 WARN [M:0;c6f7b1897123:32803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:20:51,856 INFO [M:0;c6f7b1897123:32803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/.lastflushedseqids 2024-11-23T14:20:51,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741836_1012 (size=99) 2024-11-23T14:20:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:51,934 INFO [RS:0;c6f7b1897123:38567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38567-0x101681132910004, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:51,934 INFO [RS:0;c6f7b1897123:38567 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,38567,1732371637604; zookeeper connection closed. 2024-11-23T14:20:51,934 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4145b0d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4145b0d4 2024-11-23T14:20:51,934 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:20:52,196 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:52,264 INFO [M:0;c6f7b1897123:32803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:20:52,264 INFO [M:0;c6f7b1897123:32803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:20:52,264 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:20:52,264 INFO [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:52,265 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:52,265 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:20:52,265 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:52,265 INFO [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T14:20:52,283 DEBUG [M:0;c6f7b1897123:32803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcb585d6a8dc4d5188ce466c512ca96d is 82, key is hbase:meta,,1/info:regioninfo/1732371640334/Put/seqid=0 2024-11-23T14:20:52,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741837_1013 (size=5672) 2024-11-23T14:20:52,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:20:52,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:52,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:52,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:52,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:52,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:52,688 INFO [M:0;c6f7b1897123:32803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcb585d6a8dc4d5188ce466c512ca96d 2024-11-23T14:20:52,710 DEBUG [M:0;c6f7b1897123:32803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1ff28e5b28145e49b487635cd00b958 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732371640377/Put/seqid=0 2024-11-23T14:20:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741838_1014 (size=5275) 2024-11-23T14:20:53,136 INFO [M:0;c6f7b1897123:32803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1ff28e5b28145e49b487635cd00b958 2024-11-23T14:20:53,154 DEBUG [M:0;c6f7b1897123:32803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72d1103dbbc14430aa9ed917a78df001 is 69, key is c6f7b1897123,38567,1732371637604/rs:state/1732371638878/Put/seqid=0 2024-11-23T14:20:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741839_1015 (size=5156) 2024-11-23T14:20:53,302 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:53,558 INFO [M:0;c6f7b1897123:32803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72d1103dbbc14430aa9ed917a78df001 2024-11-23T14:20:53,564 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcb585d6a8dc4d5188ce466c512ca96d as hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcb585d6a8dc4d5188ce466c512ca96d 2024-11-23T14:20:53,569 INFO [M:0;c6f7b1897123:32803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcb585d6a8dc4d5188ce466c512ca96d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T14:20:53,570 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1ff28e5b28145e49b487635cd00b958 as hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1ff28e5b28145e49b487635cd00b958 2024-11-23T14:20:53,575 INFO [M:0;c6f7b1897123:32803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1ff28e5b28145e49b487635cd00b958, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T14:20:53,576 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72d1103dbbc14430aa9ed917a78df001 as hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72d1103dbbc14430aa9ed917a78df001 2024-11-23T14:20:53,580 INFO [M:0;c6f7b1897123:32803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c28f88f4-3018-3f67-1878-1ba1641e44c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72d1103dbbc14430aa9ed917a78df001, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T14:20:53,581 INFO [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false 2024-11-23T14:20:53,586 INFO [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:53,586 DEBUG [M:0;c6f7b1897123:32803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371652264Disabling compacts and flushes for region at 1732371652264Disabling writes for close at 1732371652265 (+1 ms)Obtaining lock to block concurrent updates at 1732371652265Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371652265Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732371652265Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371652266 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371652266Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371652282 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371652282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371652693 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371652710 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371652710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371653140 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371653153 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371653153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491f225a: reopening flushed file at 1732371653563 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2f96f1: reopening flushed file at 1732371653569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f666fd5: reopening flushed file at 1732371653575 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false at 1732371653581 (+6 ms)Writing region close event to WAL at 1732371653585 (+4 ms)Closed at 1732371653585 2024-11-23T14:20:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741830_1006 (size=10165) 2024-11-23T14:20:53,589 INFO [M:0;c6f7b1897123:32803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:20:53,589 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:53,589 INFO [M:0;c6f7b1897123:32803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32803 2024-11-23T14:20:53,589 INFO [M:0;c6f7b1897123:32803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:53,749 INFO [M:0;c6f7b1897123:32803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:53,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:53,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32803-0x101681132910003, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:53,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cea6ed0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:20:53,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c0d01d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:20:53,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:20:53,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e2cb04f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:20:53,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78597984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.log.dir/,STOPPED} 2024-11-23T14:20:53,794 WARN [BP-971433380-172.17.0.3-1732371633405 heartbeating to localhost/127.0.0.1:40951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:20:53,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:20:53,794 WARN [BP-971433380-172.17.0.3-1732371633405 heartbeating to localhost/127.0.0.1:40951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-971433380-172.17.0.3-1732371633405 (Datanode Uuid 08c681cb-0e05-44b7-a3ce-6d0ff09c62e0) service to localhost/127.0.0.1:40951 2024-11-23T14:20:53,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:20:53,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/cluster_584871d7-86b0-5dc9-5898-c762bf122028/data/data1/current/BP-971433380-172.17.0.3-1732371633405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:20:53,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/cluster_584871d7-86b0-5dc9-5898-c762bf122028/data/data2/current/BP-971433380-172.17.0.3-1732371633405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:20:53,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:20:53,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6891b985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:20:53,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33b7e74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:20:53,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:20:53,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247e2492{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:20:53,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c5bd7e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.log.dir/,STOPPED} 2024-11-23T14:20:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:20:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:20:53,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:53,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:53,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:53,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:53,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:53,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:20:53,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=120593658, stopped=false 2024-11-23T14:20:53,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,43437,1732371645582 2024-11-23T14:20:53,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/running 2024-11-23T14:20:53,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/running 2024-11-23T14:20:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:53,834 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:53,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/running 2024-11-23T14:20:53,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:20:53,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Set watcher on znode that does not yet exist, /0175882549/running 2024-11-23T14:20:53,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:53,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:53,835 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,42513,1732371645630' ***** 2024-11-23T14:20:53,835 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:20:53,835 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:20:53,835 INFO [RS:0;c6f7b1897123:42513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:20:53,835 INFO [RS:0;c6f7b1897123:42513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:20:53,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:20:53,835 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:53,836 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,42513,1732371645630 2024-11-23T14:20:53,836 INFO [RS:0;c6f7b1897123:42513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:53,836 INFO [RS:0;c6f7b1897123:42513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:42513. 2024-11-23T14:20:53,836 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae4803207679782a065e8b9a4aff0c75, disabling compactions & flushes 2024-11-23T14:20:53,836 DEBUG [RS:0;c6f7b1897123:42513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:53,836 DEBUG [RS:0;c6f7b1897123:42513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:53,836 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:53,836 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:53,836 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. after waiting 0 ms 2024-11-23T14:20:53,836 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:20:53,836 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:20:53,836 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:53,836 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:20:53,836 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:20:53,836 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:20:53,836 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae4803207679782a065e8b9a4aff0c75=hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75.} 2024-11-23T14:20:53,836 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae4803207679782a065e8b9a4aff0c75 2024-11-23T14:20:53,836 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:20:53,836 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:20:53,836 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:20:53,836 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:20:53,836 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:20:53,836 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T14:20:53,839 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/replication/ae4803207679782a065e8b9a4aff0c75/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-23T14:20:53,840 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:53,840 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:53,840 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:53,840 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae4803207679782a065e8b9a4aff0c75: Waiting for close lock at 1732371653836Running coprocessor pre-close hooks at 1732371653836Disabling compacts and flushes for region at 1732371653836Disabling writes for close at 1732371653836Writing region close event to WAL at 1732371653837 (+1 ms)Running coprocessor post-close hooks at 1732371653840 (+3 ms)Closed at 1732371653840 2024-11-23T14:20:53,840 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75. 2024-11-23T14:20:53,851 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/info/2441c7a5d6a646d6aa1ca9eb7350c706 is 147, key is hbase:replication,,1732371640571.ae4803207679782a065e8b9a4aff0c75./info:regioninfo/1732371651280/Put/seqid=0 2024-11-23T14:20:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741851_1027 (size=6385) 2024-11-23T14:20:53,899 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:54,036 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:54,237 DEBUG [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:20:54,255 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/info/2441c7a5d6a646d6aa1ca9eb7350c706 2024-11-23T14:20:54,260 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/.tmp/info/2441c7a5d6a646d6aa1ca9eb7350c706 as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/info/2441c7a5d6a646d6aa1ca9eb7350c706 2024-11-23T14:20:54,264 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/info/2441c7a5d6a646d6aa1ca9eb7350c706, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T14:20:54,265 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-23T14:20:54,270 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T14:20:54,270 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:20:54,270 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:20:54,270 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:54,270 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371653836Running coprocessor pre-close hooks at 1732371653836Disabling compacts and flushes for region at 1732371653836Disabling writes for close at 1732371653836Obtaining lock to block concurrent updates at 1732371653836Preparing flush snapshotting stores in 1588230740 at 1732371653836Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732371653837 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371653837Flushing 1588230740/info: creating writer at 1732371653837Flushing 1588230740/info: appending metadata at 1732371653850 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732371653850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe84991: reopening flushed file at 1732371654259 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1732371654265 (+6 ms)Writing region close event to WAL at 1732371654266 (+1 ms)Running coprocessor post-close hooks at 1732371654270 (+4 ms)Closed at 1732371654270 2024-11-23T14:20:54,270 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:20:54,437 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,42513,1732371645630; all regions closed. 2024-11-23T14:20:54,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741849_1025 (size=2156) 2024-11-23T14:20:54,439 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.meta.1732371646976.meta not finished, retry = 0 2024-11-23T14:20:54,506 DEBUG [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 to pos 0, reset compression=false 2024-11-23T14:20:54,542 DEBUG [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs 2024-11-23T14:20:54,542 INFO [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C42513%2C1732371645630.meta:.meta(num 1732371646976) 2024-11-23T14:20:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741850_1026 (size=796) 2024-11-23T14:20:54,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.rep.1732371651243 not finished, retry = 0 2024-11-23T14:20:54,593 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:20:54,593 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:20:54,646 DEBUG [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs 2024-11-23T14:20:54,646 INFO [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C42513%2C1732371645630.rep:(num 1732371651243) 2024-11-23T14:20:54,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741848_1024 (size=93) 2024-11-23T14:20:54,648 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/WALs/c6f7b1897123,42513,1732371645630/c6f7b1897123%2C42513%2C1732371645630.1732371646739 not finished, retry = 0 2024-11-23T14:20:54,750 DEBUG [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/oldWALs 2024-11-23T14:20:54,750 INFO [RS:0;c6f7b1897123:42513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C42513%2C1732371645630:(num 1732371646739) 2024-11-23T14:20:54,750 DEBUG [RS:0;c6f7b1897123:42513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:54,750 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:20:54,751 INFO [RS:0;c6f7b1897123:42513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:54,751 INFO [RS:0;c6f7b1897123:42513 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:54,751 INFO [RS:0;c6f7b1897123:42513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:54,751 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:54,751 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,42513,1732371645630 because: Region server is closing 2024-11-23T14:20:54,751 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T14:20:54,751 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T14:20:54,751 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T14:20:54,751 INFO [RS:0;c6f7b1897123:42513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:42513. 2024-11-23T14:20:54,751 DEBUG [RS:0;c6f7b1897123:42513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:20:54,751 DEBUG [RS:0;c6f7b1897123:42513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:54,751 DEBUG [RS:0;c6f7b1897123:42513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:20:54,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:20:54,852 WARN [RS:0;c6f7b1897123:42513.replicationSource.shipperc6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:20:54,852 WARN [RS:0;c6f7b1897123:42513.replicationSource.wal-reader.c6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:20:54,852 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c6f7b1897123:42513.replicationSource.shipperc6f7b1897123%2C42513%2C1732371645630,1-c6f7b1897123,42513,1732371645630 terminated 2024-11-23T14:20:54,852 INFO [RS:0;c6f7b1897123:42513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42513 2024-11-23T14:20:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/rs/c6f7b1897123,42513,1732371645630 2024-11-23T14:20:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549/rs 2024-11-23T14:20:55,003 INFO [RS:0;c6f7b1897123:42513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:55,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,42513,1732371645630] 2024-11-23T14:20:55,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0175882549/draining/c6f7b1897123,42513,1732371645630 already deleted, retry=false 2024-11-23T14:20:55,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,42513,1732371645630 expired; onlineServers=0 2024-11-23T14:20:55,038 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,43437,1732371645582' ***** 2024-11-23T14:20:55,038 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:20:55,038 INFO [M:0;c6f7b1897123:43437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:20:55,038 INFO [M:0;c6f7b1897123:43437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:20:55,038 DEBUG [M:0;c6f7b1897123:43437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:20:55,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:20:55,038 DEBUG [M:0;c6f7b1897123:43437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:20:55,038 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371646407 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371646407,5,FailOnTimeoutGroup] 2024-11-23T14:20:55,038 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371646407 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371646407,5,FailOnTimeoutGroup] 2024-11-23T14:20:55,039 INFO [M:0;c6f7b1897123:43437 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:20:55,039 INFO [M:0;c6f7b1897123:43437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:20:55,039 DEBUG [M:0;c6f7b1897123:43437 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:20:55,039 INFO [M:0;c6f7b1897123:43437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:20:55,039 INFO [M:0;c6f7b1897123:43437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:20:55,039 INFO [M:0;c6f7b1897123:43437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:20:55,039 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:20:55,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0175882549/master 2024-11-23T14:20:55,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0175882549 2024-11-23T14:20:55,049 DEBUG [M:0;c6f7b1897123:43437 {}] zookeeper.ZKUtil(347): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Unable to get data of znode /0175882549/master because node does not exist (not an error) 2024-11-23T14:20:55,049 WARN [M:0;c6f7b1897123:43437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:20:55,049 INFO [M:0;c6f7b1897123:43437 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/.lastflushedseqids 2024-11-23T14:20:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741852_1028 (size=181) 2024-11-23T14:20:55,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:55,128 INFO [RS:0;c6f7b1897123:42513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:55,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101681132910007, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:55,128 INFO [RS:0;c6f7b1897123:42513 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,42513,1732371645630; zookeeper connection closed. 2024-11-23T14:20:55,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e78a7a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e78a7a3 2024-11-23T14:20:55,128 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:20:55,459 INFO [M:0;c6f7b1897123:43437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:20:55,459 INFO [M:0;c6f7b1897123:43437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:20:55,459 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:20:55,459 INFO [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:55,459 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:55,459 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:20:55,459 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:55,459 INFO [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T14:20:55,474 DEBUG [M:0;c6f7b1897123:43437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be520f1771684ab7a0c43ac7a3e4f4bf is 82, key is hbase:meta,,1/info:regioninfo/1732371647023/Put/seqid=0 2024-11-23T14:20:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741853_1029 (size=5672) 2024-11-23T14:20:55,878 INFO [M:0;c6f7b1897123:43437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be520f1771684ab7a0c43ac7a3e4f4bf 2024-11-23T14:20:55,901 DEBUG [M:0;c6f7b1897123:43437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fa6ce52f63b467da1acf4c654846fb8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732371651285/Put/seqid=0 2024-11-23T14:20:55,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741854_1030 (size=7312) 2024-11-23T14:20:56,306 INFO [M:0;c6f7b1897123:43437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fa6ce52f63b467da1acf4c654846fb8 2024-11-23T14:20:56,338 DEBUG [M:0;c6f7b1897123:43437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96588044e9b94157964658b4f3809abe is 69, key is c6f7b1897123,42513,1732371645630/rs:state/1732371646500/Put/seqid=0 2024-11-23T14:20:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741855_1031 (size=5370) 2024-11-23T14:20:56,344 INFO [M:0;c6f7b1897123:43437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96588044e9b94157964658b4f3809abe 2024-11-23T14:20:56,350 INFO [M:0;c6f7b1897123:43437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96588044e9b94157964658b4f3809abe 2024-11-23T14:20:56,350 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be520f1771684ab7a0c43ac7a3e4f4bf as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be520f1771684ab7a0c43ac7a3e4f4bf 2024-11-23T14:20:56,355 INFO [M:0;c6f7b1897123:43437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be520f1771684ab7a0c43ac7a3e4f4bf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T14:20:56,356 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fa6ce52f63b467da1acf4c654846fb8 as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fa6ce52f63b467da1acf4c654846fb8 2024-11-23T14:20:56,361 INFO [M:0;c6f7b1897123:43437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fa6ce52f63b467da1acf4c654846fb8, entries=7, sequenceid=127, filesize=7.1 K 2024-11-23T14:20:56,362 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96588044e9b94157964658b4f3809abe as hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96588044e9b94157964658b4f3809abe 2024-11-23T14:20:56,367 INFO [M:0;c6f7b1897123:43437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96588044e9b94157964658b4f3809abe 2024-11-23T14:20:56,367 INFO [M:0;c6f7b1897123:43437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46347/user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96588044e9b94157964658b4f3809abe, entries=2, sequenceid=127, filesize=5.2 K 2024-11-23T14:20:56,368 INFO [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=127, compaction requested=false 2024-11-23T14:20:56,369 INFO [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:20:56,369 DEBUG [M:0;c6f7b1897123:43437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371655459Disabling compacts and flushes for region at 1732371655459Disabling writes for close at 1732371655459Obtaining lock to block concurrent updates at 1732371655459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371655459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732371655460 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371655460Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371655460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371655474 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371655474Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371655884 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371655900 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371655901 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371656311 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371656337 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371656337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5387e562: reopening flushed file at 1732371656350 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74213fb4: reopening flushed file at 1732371656356 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7304d2b4: reopening flushed file at 1732371656361 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=127, compaction requested=false at 1732371656368 (+7 ms)Writing region close event to WAL at 1732371656369 (+1 ms)Closed at 1732371656369 2024-11-23T14:20:56,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741847_1023 (size=22903) 2024-11-23T14:20:56,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/185486aa-4303-5e94-58df-66f65511fbff/MasterData/WALs/c6f7b1897123,43437,1732371645582/c6f7b1897123%2C43437%2C1732371645582.1732371646141 not finished, retry = 0 2024-11-23T14:20:56,472 INFO [M:0;c6f7b1897123:43437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:20:56,472 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:20:56,473 INFO [M:0;c6f7b1897123:43437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43437 2024-11-23T14:20:56,473 INFO [M:0;c6f7b1897123:43437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:20:56,633 INFO [M:0;c6f7b1897123:43437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:20:56,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:56,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101681132910006, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:20:56,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@695df057{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:20:56,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2944acee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:20:56,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:20:56,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1281c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:20:56,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f77e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.log.dir/,STOPPED} 2024-11-23T14:20:56,639 WARN [BP-1363604281-172.17.0.3-1732371625726 heartbeating to localhost/127.0.0.1:46347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:20:56,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:20:56,639 WARN [BP-1363604281-172.17.0.3-1732371625726 heartbeating to localhost/127.0.0.1:46347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1363604281-172.17.0.3-1732371625726 (Datanode Uuid 6bf38f8b-5ad4-4b1c-9321-7d158e8bd05e) service to localhost/127.0.0.1:46347 2024-11-23T14:20:56,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:20:56,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/cluster_10537d72-b123-4399-6d8a-5819d391418c/data/data1/current/BP-1363604281-172.17.0.3-1732371625726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:20:56,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/cluster_10537d72-b123-4399-6d8a-5819d391418c/data/data2/current/BP-1363604281-172.17.0.3-1732371625726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:20:56,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:20:56,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11a38258{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:20:56,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1829682f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:20:56,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:20:56,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16107687{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:20:56,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2faed23b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd2c2400-e2cb-64ce-c230-e7467fcaa161/hadoop.log.dir/,STOPPED} 2024-11-23T14:20:56,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:20:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:20:56,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63818) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46347 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63818) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40951 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2971 (was 3923) 2024-11-23T14:20:56,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=2971 2024-11-23T14:20:56,697 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-23T14:20:56,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.log.dir so I do NOT create it in target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d 2024-11-23T14:20:56,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:20:56,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.tmp.dir so I do NOT create it in target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d 2024-11-23T14:20:56,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c71f9e34-f647-b272-c5ac-80c37a5d58dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:20:56,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d 2024-11-23T14:20:56,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/cluster_ef2829b0-3cff-cefa-1b99-ac7f2d751247, deleteOnExit=true 2024-11-23T14:20:56,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/cluster_ef2829b0-3cff-cefa-1b99-ac7f2d751247/zookeeper_0, clientPort=61212, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/cluster_ef2829b0-3cff-cefa-1b99-ac7f2d751247/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/cluster_ef2829b0-3cff-cefa-1b99-ac7f2d751247/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:20:56,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61212 2024-11-23T14:20:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:20:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:20:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/test.cache.data in system properties and HBase conf 2024-11-23T14:20:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:20:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:20:56,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:20:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:20:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:20:56,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101681132910005, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:20:56,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101681132910005, quorum=127.0.0.1:63818, baseZNode=/1-823742749 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:20:56,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101681132910002, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:20:56,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101681132910002, quorum=127.0.0.1:63818, baseZNode=/0175882549 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:20:57,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:57,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:20:57,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:20:57,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:20:57,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:20:57,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:57,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0687e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:20:57,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e3642{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:20:57,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7781ab1c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/java.io.tmpdir/jetty-localhost-40155-hadoop-hdfs-3_4_1-tests_jar-_-any-11257002372964819222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:20:57,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@733b87d9{HTTP/1.1, (http/1.1)}{localhost:40155} 2024-11-23T14:20:57,274 INFO [Time-limited test {}] server.Server(415): Started @174822ms 2024-11-23T14:20:57,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:20:57,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:20:57,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:20:57,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:20:57,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:20:57,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3116ee2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:20:57,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f02314a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:20:57,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2575cee7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/java.io.tmpdir/jetty-localhost-39625-hadoop-hdfs-3_4_1-tests_jar-_-any-5574686116144714377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:20:57,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50100f9a{HTTP/1.1, (http/1.1)}{localhost:39625} 2024-11-23T14:20:57,650 INFO [Time-limited test {}] server.Server(415): Started @175197ms 2024-11-23T14:20:57,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:20:58,384 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/cluster_ef2829b0-3cff-cefa-1b99-ac7f2d751247/data/data1/current/BP-117552426-172.17.0.3-1732371656768/current, will proceed with Du for space computation calculation, 2024-11-23T14:20:58,384 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/cluster_ef2829b0-3cff-cefa-1b99-ac7f2d751247/data/data2/current/BP-117552426-172.17.0.3-1732371656768/current, will proceed with Du for space computation calculation, 2024-11-23T14:20:58,404 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:20:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19e648f606b7665b with lease ID 0xb49722137a54f036: Processing first storage report for DS-dcc8f6b1-e06c-404f-b811-03b399e216a5 from datanode DatanodeRegistration(127.0.0.1:46103, datanodeUuid=b235ad21-9745-4987-a84a-f27c859bea2d, infoPort=43511, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=353405774;c=1732371656768) 2024-11-23T14:20:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19e648f606b7665b with lease ID 0xb49722137a54f036: from storage DS-dcc8f6b1-e06c-404f-b811-03b399e216a5 node DatanodeRegistration(127.0.0.1:46103, datanodeUuid=b235ad21-9745-4987-a84a-f27c859bea2d, infoPort=43511, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=353405774;c=1732371656768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:20:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19e648f606b7665b with lease ID 0xb49722137a54f036: Processing first storage report for DS-a38d3f65-93f3-4508-9b35-571bd1d6a13a from datanode DatanodeRegistration(127.0.0.1:46103, datanodeUuid=b235ad21-9745-4987-a84a-f27c859bea2d, infoPort=43511, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=353405774;c=1732371656768) 2024-11-23T14:20:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19e648f606b7665b with lease ID 0xb49722137a54f036: from storage DS-a38d3f65-93f3-4508-9b35-571bd1d6a13a node DatanodeRegistration(127.0.0.1:46103, datanodeUuid=b235ad21-9745-4987-a84a-f27c859bea2d, infoPort=43511, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=353405774;c=1732371656768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:20:58,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d 2024-11-23T14:20:58,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:58,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:20:58,886 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0 with version=8 2024-11-23T14:20:58,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/hbase-staging 2024-11-23T14:20:58,888 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:20:58,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:58,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:58,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:20:58,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:58,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:20:58,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:20:58,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:20:58,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37199 2024-11-23T14:20:58,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37199 connecting to ZooKeeper ensemble=127.0.0.1:61212 2024-11-23T14:20:58,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371990x0, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:58,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37199-0x1016811abcc0000 connected 2024-11-23T14:20:59,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:59,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:59,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on znode that does not yet exist, /01780810572/running 2024-11-23T14:20:59,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0, hbase.cluster.distributed=false 2024-11-23T14:20:59,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on znode that does not yet exist, /01780810572/acl 2024-11-23T14:20:59,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-23T14:20:59,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37199 2024-11-23T14:20:59,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37199 2024-11-23T14:20:59,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-23T14:20:59,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-23T14:20:59,092 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:20:59,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:59,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:59,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:20:59,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:20:59,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:20:59,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:20:59,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:20:59,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39295 2024-11-23T14:20:59,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39295 connecting to ZooKeeper ensemble=127.0.0.1:61212 2024-11-23T14:20:59,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:59,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:59,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392950x0, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:20:59,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39295-0x1016811abcc0001 connected 2024-11-23T14:20:59,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on znode that does not yet exist, /01780810572/running 2024-11-23T14:20:59,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:20:59,108 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:20:59,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on znode that does not yet exist, /01780810572/master 2024-11-23T14:20:59,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on znode that does not yet exist, /01780810572/acl 2024-11-23T14:20:59,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-23T14:20:59,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39295 2024-11-23T14:20:59,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39295 2024-11-23T14:20:59,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-23T14:20:59,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-23T14:20:59,125 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:37199 2024-11-23T14:20:59,126 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01780810572/backup-masters/c6f7b1897123,37199,1732371658888 2024-11-23T14:20:59,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572/backup-masters 2024-11-23T14:20:59,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572/backup-masters 2024-11-23T14:20:59,139 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on existing znode=/01780810572/backup-masters/c6f7b1897123,37199,1732371658888 2024-11-23T14:20:59,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01780810572/master 2024-11-23T14:20:59,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:20:59,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:20:59,149 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on existing znode=/01780810572/master 2024-11-23T14:20:59,149 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01780810572/backup-masters/c6f7b1897123,37199,1732371658888 from backup master directory 2024-11-23T14:20:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572/backup-masters 2024-11-23T14:20:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780810572/backup-masters/c6f7b1897123,37199,1732371658888 2024-11-23T14:20:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572/backup-masters 2024-11-23T14:20:59,159 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:20:59,159 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,37199,1732371658888 2024-11-23T14:20:59,163 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/hbase.id] with ID: d10dee72-f8fa-4e2a-9644-1c184ce07558 2024-11-23T14:20:59,163 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/.tmp/hbase.id 2024-11-23T14:20:59,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:20:59,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:20:59,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:59,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:59,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:59,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:59,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:59,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:59,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:20:59,567 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/.tmp/hbase.id]:[hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/hbase.id] 2024-11-23T14:20:59,576 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:20:59,576 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:20:59,577 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:20:59,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:20:59,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:20:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:21:00,064 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:00,065 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:21:00,065 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:00,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:21:00,478 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store 2024-11-23T14:21:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:21:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:21:00,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:21:00,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:00,884 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:00,884 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:21:00,884 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:00,884 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:00,884 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:21:00,884 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:00,884 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:00,884 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371660884Disabling compacts and flushes for region at 1732371660884Disabling writes for close at 1732371660884Writing region close event to WAL at 1732371660884Closed at 1732371660884 2024-11-23T14:21:00,885 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/.initializing 2024-11-23T14:21:00,885 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/WALs/c6f7b1897123,37199,1732371658888 2024-11-23T14:21:00,886 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:21:00,887 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C37199%2C1732371658888, suffix=, logDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/WALs/c6f7b1897123,37199,1732371658888, archiveDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/oldWALs, maxLogs=10 2024-11-23T14:21:00,901 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/WALs/c6f7b1897123,37199,1732371658888/c6f7b1897123%2C37199%2C1732371658888.1732371660887, exclude list is [], retry=0 2024-11-23T14:21:00,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46103,DS-dcc8f6b1-e06c-404f-b811-03b399e216a5,DISK] 2024-11-23T14:21:00,906 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/WALs/c6f7b1897123,37199,1732371658888/c6f7b1897123%2C37199%2C1732371658888.1732371660887 2024-11-23T14:21:00,906 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-23T14:21:00,906 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:00,906 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:00,907 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,907 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:21:00,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:00,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:00,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:21:00,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:00,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:00,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:21:00,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:00,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:00,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:21:00,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:00,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:00,913 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,913 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,914 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,915 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,915 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,915 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:00,916 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:00,918 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:00,918 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64443665, jitterRate=-0.03971455991268158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:00,919 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371660907Initializing all the Stores at 1732371660907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371660907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371660907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371660908 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371660908Cleaning up temporary data from old regions at 1732371660915 (+7 ms)Region opened successfully at 1732371660919 (+4 ms) 2024-11-23T14:21:00,919 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:21:00,921 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa41c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:21:00,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:21:00,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:21:00,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:21:00,923 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:21:00,923 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:21:00,923 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:21:00,924 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:21:00,925 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:21:00,926 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Unable to get data of znode /01780810572/balancer because node does not exist (not necessarily an error) 2024-11-23T14:21:00,985 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780810572/balancer already deleted, retry=false 2024-11-23T14:21:00,985 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:21:00,986 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Unable to get data of znode /01780810572/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:21:00,995 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780810572/normalizer already deleted, retry=false 2024-11-23T14:21:00,996 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:21:00,996 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Unable to get data of znode /01780810572/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:21:01,006 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780810572/switch/split already deleted, retry=false 2024-11-23T14:21:01,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Unable to get data of znode /01780810572/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:21:01,016 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780810572/switch/merge already deleted, retry=false 2024-11-23T14:21:01,018 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Unable to get data of znode /01780810572/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:21:01,027 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01780810572/snapshot-cleanup already deleted, retry=false 2024-11-23T14:21:01,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01780810572/running 2024-11-23T14:21:01,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01780810572/running 2024-11-23T14:21:01,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:01,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:01,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,37199,1732371658888, sessionid=0x1016811abcc0000, setting cluster-up flag (Was=false) 2024-11-23T14:21:01,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:01,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:01,090 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01780810572/flush-table-proc/acquired, /01780810572/flush-table-proc/reached, /01780810572/flush-table-proc/abort 2024-11-23T14:21:01,091 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,37199,1732371658888 2024-11-23T14:21:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:01,143 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01780810572/online-snapshot/acquired, /01780810572/online-snapshot/reached, /01780810572/online-snapshot/abort 2024-11-23T14:21:01,144 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,37199,1732371658888 2024-11-23T14:21:01,145 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:21:01,146 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:01,146 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:21:01,147 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:21:01,147 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,37199,1732371658888 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:21:01,148 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:01,148 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:01,148 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:01,148 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:01,148 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:21:01,148 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,148 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:21:01,148 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:01,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:21:01,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:01,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:21:01,156 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371691156 2024-11-23T14:21:01,156 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:21:01,156 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:21:01,156 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:21:01,156 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:21:01,156 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:21:01,156 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:21:01,158 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,159 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:21:01,159 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:21:01,159 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:21:01,159 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:21:01,160 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:21:01,160 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:21:01,161 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371661160,5,FailOnTimeoutGroup] 2024-11-23T14:21:01,164 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371661161,5,FailOnTimeoutGroup] 2024-11-23T14:21:01,164 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,164 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:21:01,164 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,164 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:21:01,218 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(746): ClusterId : d10dee72-f8fa-4e2a-9644-1c184ce07558 2024-11-23T14:21:01,218 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:21:01,303 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:21:01,303 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:21:01,333 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:21:01,333 DEBUG [RS:0;c6f7b1897123:39295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7e7cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:21:01,346 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:39295 2024-11-23T14:21:01,346 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:21:01,346 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:21:01,347 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:21:01,348 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,37199,1732371658888 with port=39295, startcode=1732371659091 2024-11-23T14:21:01,349 DEBUG [RS:0;c6f7b1897123:39295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:21:01,350 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:21:01,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,39295,1732371659091 2024-11-23T14:21:01,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37199 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,39295,1732371659091 2024-11-23T14:21:01,351 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0 2024-11-23T14:21:01,351 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43665 2024-11-23T14:21:01,351 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:21:01,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572/rs 2024-11-23T14:21:01,364 DEBUG [RS:0;c6f7b1897123:39295 {}] zookeeper.ZKUtil(111): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on existing znode=/01780810572/rs/c6f7b1897123,39295,1732371659091 2024-11-23T14:21:01,364 WARN [RS:0;c6f7b1897123:39295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:21:01,364 INFO [RS:0;c6f7b1897123:39295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:01,364 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091 2024-11-23T14:21:01,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,39295,1732371659091] 2024-11-23T14:21:01,367 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:21:01,369 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:21:01,369 INFO [RS:0;c6f7b1897123:39295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:21:01,369 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,372 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:21:01,373 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:21:01,373 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:21:01,373 DEBUG [RS:0;c6f7b1897123:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:21:01,376 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,376 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,376 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,376 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,376 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,376 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39295,1732371659091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:21:01,391 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:21:01,392 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39295,1732371659091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,392 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,392 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.Replication(171): c6f7b1897123,39295,1732371659091 started 2024-11-23T14:21:01,405 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:01,405 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,39295,1732371659091, RpcServer on c6f7b1897123/172.17.0.3:39295, sessionid=0x1016811abcc0001 2024-11-23T14:21:01,406 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:21:01,406 DEBUG [RS:0;c6f7b1897123:39295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,39295,1732371659091 2024-11-23T14:21:01,406 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,39295,1732371659091' 2024-11-23T14:21:01,406 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01780810572/flush-table-proc/abort' 2024-11-23T14:21:01,406 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01780810572/flush-table-proc/acquired' 2024-11-23T14:21:01,407 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:21:01,407 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:21:01,407 DEBUG [RS:0;c6f7b1897123:39295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,39295,1732371659091 2024-11-23T14:21:01,407 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,39295,1732371659091' 2024-11-23T14:21:01,407 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01780810572/online-snapshot/abort' 2024-11-23T14:21:01,407 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01780810572/online-snapshot/acquired' 2024-11-23T14:21:01,407 DEBUG [RS:0;c6f7b1897123:39295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:21:01,407 INFO [RS:0;c6f7b1897123:39295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:21:01,407 INFO [RS:0;c6f7b1897123:39295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:21:01,508 INFO [RS:0;c6f7b1897123:39295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:21:01,509 INFO [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39295%2C1732371659091, suffix=, logDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091, archiveDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/oldWALs, maxLogs=10 2024-11-23T14:21:01,521 DEBUG [RS:0;c6f7b1897123:39295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509, exclude list is [], retry=0 2024-11-23T14:21:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46103,DS-dcc8f6b1-e06c-404f-b811-03b399e216a5,DISK] 2024-11-23T14:21:01,525 INFO [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 2024-11-23T14:21:01,525 DEBUG [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-23T14:21:01,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:21:01,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0 2024-11-23T14:21:01,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:21:01,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:01,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:21:01,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:21:01,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:01,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:01,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:21:01,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:21:01,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:01,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:01,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:21:01,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:21:01,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:01,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:01,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:21:01,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:21:01,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:01,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:01,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:21:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740 2024-11-23T14:21:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740 2024-11-23T14:21:01,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:21:01,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:21:01,981 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:01,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:21:01,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:01,983 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66249662, jitterRate=-0.012803107500076294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:01,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371661972Initializing all the Stores at 1732371661973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371661973Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371661973Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371661973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371661973Cleaning up temporary data from old regions at 1732371661980 (+7 ms)Region opened successfully at 1732371661984 (+4 ms) 2024-11-23T14:21:01,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:21:01,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:21:01,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:21:01,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:21:01,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:21:01,985 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:01,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371661984Disabling compacts and flushes for region at 1732371661984Disabling writes for close at 1732371661984Writing region close event to WAL at 1732371661985 (+1 ms)Closed at 1732371661985 2024-11-23T14:21:01,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:01,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:21:01,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:21:01,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:21:01,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:21:02,146 DEBUG [c6f7b1897123:37199 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:21:02,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,39295,1732371659091 2024-11-23T14:21:02,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,39295,1732371659091, state=OPENING 2024-11-23T14:21:02,216 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:21:02,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:02,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:02,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01780810572/meta-region-server: CHANGED 2024-11-23T14:21:02,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:21:02,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01780810572/meta-region-server: CHANGED 2024-11-23T14:21:02,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,39295,1732371659091}] 2024-11-23T14:21:02,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:21:02,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:21:02,385 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:21:02,385 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:02,385 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:21:02,386 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39295%2C1732371659091.meta, suffix=.meta, logDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091, archiveDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/oldWALs, maxLogs=10 2024-11-23T14:21:02,403 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.meta.1732371662387.meta, exclude list is [], retry=0 2024-11-23T14:21:02,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46103,DS-dcc8f6b1-e06c-404f-b811-03b399e216a5,DISK] 2024-11-23T14:21:02,407 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.meta.1732371662387.meta 2024-11-23T14:21:02,407 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-23T14:21:02,407 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:02,408 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:02,408 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:21:02,408 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:21:02,408 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:21:02,408 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:21:02,408 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:02,408 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:21:02,408 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:21:02,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:21:02,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:21:02,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:02,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:02,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:21:02,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:21:02,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:02,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:02,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:21:02,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:21:02,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:02,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:02,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:21:02,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:21:02,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:02,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:02,414 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:21:02,415 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740 2024-11-23T14:21:02,415 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740 2024-11-23T14:21:02,416 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:21:02,416 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:21:02,417 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:02,419 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:21:02,420 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58831610, jitterRate=-0.12334069609642029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:02,420 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:21:02,421 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371662409Writing region info on filesystem at 1732371662409Initializing all the Stores at 1732371662409Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371662409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371662409Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371662409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371662409Cleaning up temporary data from old regions at 1732371662416 (+7 ms)Running coprocessor post-open hooks at 1732371662420 (+4 ms)Region opened successfully at 1732371662421 (+1 ms) 2024-11-23T14:21:02,426 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371662380 2024-11-23T14:21:02,428 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:21:02,428 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:21:02,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,39295,1732371659091 2024-11-23T14:21:02,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,39295,1732371659091, state=OPEN 2024-11-23T14:21:02,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01780810572/meta-region-server 2024-11-23T14:21:02,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01780810572/meta-region-server 2024-11-23T14:21:02,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01780810572/meta-region-server: CHANGED 2024-11-23T14:21:02,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01780810572/meta-region-server: CHANGED 2024-11-23T14:21:02,491 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,39295,1732371659091 2024-11-23T14:21:02,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:21:02,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,39295,1732371659091 in 264 msec 2024-11-23T14:21:02,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:21:02,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 507 msec 2024-11-23T14:21:02,495 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:02,495 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:21:02,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:02,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39295,1732371659091, seqNum=-1] 2024-11-23T14:21:02,497 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:02,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:02,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-23T14:21:02,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371662502, completionTime=-1 2024-11-23T14:21:02,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:21:02,502 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371722504 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371782504 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,37199,1732371658888-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,37199,1732371658888-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,37199,1732371658888-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:37199, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:02,504 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:02,506 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:21:02,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.349sec 2024-11-23T14:21:02,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:21:02,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:21:02,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:21:02,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:21:02,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:21:02,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,37199,1732371658888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:21:02,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,37199,1732371658888-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:21:02,510 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:21:02,510 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:21:02,510 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,37199,1732371658888-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:02,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9fbf71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:02,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,37199,-1 for getting cluster id 2024-11-23T14:21:02,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:02,520 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd10dee72-f8fa-4e2a-9644-1c184ce07558' 2024-11-23T14:21:02,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:02,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d10dee72-f8fa-4e2a-9644-1c184ce07558" 2024-11-23T14:21:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417d4cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,37199,-1] 2024-11-23T14:21:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:02,522 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:02,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45562159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:02,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39295,1732371659091, seqNum=-1] 2024-11-23T14:21:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:02,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:02,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,37199,1732371658888 2024-11-23T14:21:02,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61212 2024-11-23T14:21:02,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:02,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016811abcc0002 connected 2024-11-23T14:21:02,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.log.dir so I do NOT create it in target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451 2024-11-23T14:21:02,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:21:02,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.tmp.dir so I do NOT create it in target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451 2024-11-23T14:21:02,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:21:02,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451 2024-11-23T14:21:02,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:21:02,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/cluster_4f52cb94-6d19-b855-acb2-8a52d4242253, deleteOnExit=true 2024-11-23T14:21:02,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/test.cache.data in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:21:02,562 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:21:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:21:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:21:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:21:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:21:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:21:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:21:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:21:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:21:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:21:02,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:02,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:21:02,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:21:02,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:21:02,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:21:02,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:02,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd531f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:21:02,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64838515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:21:03,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b5ef8dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/java.io.tmpdir/jetty-localhost-36967-hadoop-hdfs-3_4_1-tests_jar-_-any-5408245181701871562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:21:03,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26a0d277{HTTP/1.1, (http/1.1)}{localhost:36967} 2024-11-23T14:21:03,001 INFO [Time-limited test {}] server.Server(415): Started @180548ms 2024-11-23T14:21:03,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:03,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:21:03,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:21:03,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:21:03,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:21:03,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5a569c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:21:03,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e7fe5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:21:03,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b38e1f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/java.io.tmpdir/jetty-localhost-36673-hadoop-hdfs-3_4_1-tests_jar-_-any-1699934429703114634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:21:03,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645059c5{HTTP/1.1, (http/1.1)}{localhost:36673} 2024-11-23T14:21:03,404 INFO [Time-limited test {}] server.Server(415): Started @180951ms 2024-11-23T14:21:03,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:21:04,103 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/cluster_4f52cb94-6d19-b855-acb2-8a52d4242253/data/data1/current/BP-692938568-172.17.0.3-1732371662578/current, will proceed with Du for space computation calculation, 2024-11-23T14:21:04,103 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/cluster_4f52cb94-6d19-b855-acb2-8a52d4242253/data/data2/current/BP-692938568-172.17.0.3-1732371662578/current, will proceed with Du for space computation calculation, 2024-11-23T14:21:04,123 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:21:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x648e9907c3eb69c2 with lease ID 0x2bf5c9dc2802f25e: Processing first storage report for DS-f5171c5a-5664-4456-a74d-291d899a07b3 from datanode DatanodeRegistration(127.0.0.1:36549, datanodeUuid=40ce150e-372e-4686-9e00-15f14e166687, infoPort=32997, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1099919761;c=1732371662578) 2024-11-23T14:21:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x648e9907c3eb69c2 with lease ID 0x2bf5c9dc2802f25e: from storage DS-f5171c5a-5664-4456-a74d-291d899a07b3 node DatanodeRegistration(127.0.0.1:36549, datanodeUuid=40ce150e-372e-4686-9e00-15f14e166687, infoPort=32997, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1099919761;c=1732371662578), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:21:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x648e9907c3eb69c2 with lease ID 0x2bf5c9dc2802f25e: Processing first storage report for DS-81b48d3b-c50d-43c0-8fc3-5f478e0ce2df from datanode DatanodeRegistration(127.0.0.1:36549, datanodeUuid=40ce150e-372e-4686-9e00-15f14e166687, infoPort=32997, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1099919761;c=1732371662578) 2024-11-23T14:21:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x648e9907c3eb69c2 with lease ID 0x2bf5c9dc2802f25e: from storage DS-81b48d3b-c50d-43c0-8fc3-5f478e0ce2df node DatanodeRegistration(127.0.0.1:36549, datanodeUuid=40ce150e-372e-4686-9e00-15f14e166687, infoPort=32997, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1099919761;c=1732371662578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:21:04,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451 2024-11-23T14:21:04,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:04,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:04,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:21:04,547 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176 with version=8 2024-11-23T14:21:04,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/hbase-staging 2024-11-23T14:21:04,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:21:04,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:04,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:04,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:21:04,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:04,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:21:04,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:21:04,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:21:04,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44755 2024-11-23T14:21:04,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44755 connecting to ZooKeeper ensemble=127.0.0.1:61212 2024-11-23T14:21:04,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447550x0, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:04,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44755-0x1016811abcc0003 connected 2024-11-23T14:21:04,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:04,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:04,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on znode that does not yet exist, /1597202050/running 2024-11-23T14:21:04,672 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176, hbase.cluster.distributed=false 2024-11-23T14:21:04,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on znode that does not yet exist, /1597202050/acl 2024-11-23T14:21:04,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-23T14:21:04,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44755 2024-11-23T14:21:04,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44755 2024-11-23T14:21:04,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-23T14:21:04,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-23T14:21:04,686 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:21:04,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:04,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:04,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:21:04,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:04,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:21:04,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:21:04,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:21:04,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39833 2024-11-23T14:21:04,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39833 connecting to ZooKeeper ensemble=127.0.0.1:61212 2024-11-23T14:21:04,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:04,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398330x0, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:04,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39833-0x1016811abcc0004 connected 2024-11-23T14:21:04,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on znode that does not yet exist, /1597202050/running 2024-11-23T14:21:04,701 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:21:04,701 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:21:04,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on znode that does not yet exist, /1597202050/master 2024-11-23T14:21:04,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on znode that does not yet exist, /1597202050/acl 2024-11-23T14:21:04,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39833 2024-11-23T14:21:04,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39833 2024-11-23T14:21:04,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39833 2024-11-23T14:21:04,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39833 2024-11-23T14:21:04,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39833 2024-11-23T14:21:04,721 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:44755 2024-11-23T14:21:04,722 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1597202050/backup-masters/c6f7b1897123,44755,1732371664548 2024-11-23T14:21:04,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050/backup-masters 2024-11-23T14:21:04,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050/backup-masters 2024-11-23T14:21:04,732 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on existing znode=/1597202050/backup-masters/c6f7b1897123,44755,1732371664548 2024-11-23T14:21:04,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1597202050/master 2024-11-23T14:21:04,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:04,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:04,743 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on existing znode=/1597202050/master 2024-11-23T14:21:04,743 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1597202050/backup-masters/c6f7b1897123,44755,1732371664548 from backup master directory 2024-11-23T14:21:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1597202050/backup-masters/c6f7b1897123,44755,1732371664548 2024-11-23T14:21:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050/backup-masters 2024-11-23T14:21:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050/backup-masters 2024-11-23T14:21:04,753 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:21:04,753 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,44755,1732371664548 2024-11-23T14:21:04,756 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/hbase.id] with ID: 7a71989d-84c7-4993-a5d3-72aec68c9836 2024-11-23T14:21:04,756 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/.tmp/hbase.id 2024-11-23T14:21:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:21:04,760 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/.tmp/hbase.id]:[hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/hbase.id] 2024-11-23T14:21:04,768 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:04,769 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:21:04,769 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T14:21:04,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:04,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:21:05,185 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:05,186 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:21:05,186 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:21:05,593 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store 2024-11-23T14:21:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:21:06,000 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:06,000 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:21:06,000 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:06,000 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:06,000 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:21:06,000 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:06,000 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:06,000 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371666000Disabling compacts and flushes for region at 1732371666000Disabling writes for close at 1732371666000Writing region close event to WAL at 1732371666000Closed at 1732371666000 2024-11-23T14:21:06,001 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/.initializing 2024-11-23T14:21:06,001 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/WALs/c6f7b1897123,44755,1732371664548 2024-11-23T14:21:06,002 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:21:06,003 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C44755%2C1732371664548, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/WALs/c6f7b1897123,44755,1732371664548, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/oldWALs, maxLogs=10 2024-11-23T14:21:06,016 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/WALs/c6f7b1897123,44755,1732371664548/c6f7b1897123%2C44755%2C1732371664548.1732371666004, exclude list is [], retry=0 2024-11-23T14:21:06,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-f5171c5a-5664-4456-a74d-291d899a07b3,DISK] 2024-11-23T14:21:06,020 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/WALs/c6f7b1897123,44755,1732371664548/c6f7b1897123%2C44755%2C1732371664548.1732371666004 2024-11-23T14:21:06,021 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32997:32997)] 2024-11-23T14:21:06,021 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:06,021 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:06,021 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,021 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:21:06,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:06,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:06,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:21:06,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:06,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:06,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:21:06,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:06,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:06,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:21:06,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:06,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:06,027 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,027 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,028 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,029 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,029 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,029 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:06,030 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:06,032 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:06,032 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60073005, jitterRate=-0.10484246909618378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:06,032 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371666021Initializing all the Stores at 1732371666022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371666022Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371666022Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371666022Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371666022Cleaning up temporary data from old regions at 1732371666029 (+7 ms)Region opened successfully at 1732371666032 (+3 ms) 2024-11-23T14:21:06,032 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:21:06,035 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a8cfa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:21:06,035 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:21:06,035 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:21:06,035 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:21:06,036 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:21:06,036 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:21:06,036 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:21:06,036 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:21:06,038 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:21:06,038 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Unable to get data of znode /1597202050/balancer because node does not exist (not necessarily an error) 2024-11-23T14:21:06,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:06,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:06,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:06,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:06,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:06,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:06,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:06,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:06,279 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1597202050/balancer already deleted, retry=false 2024-11-23T14:21:06,280 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:21:06,280 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Unable to get data of znode /1597202050/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:21:06,296 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1597202050/normalizer already deleted, retry=false 2024-11-23T14:21:06,297 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:21:06,299 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Unable to get data of znode /1597202050/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:21:06,311 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1597202050/switch/split already deleted, retry=false 2024-11-23T14:21:06,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Unable to get data of znode /1597202050/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:21:06,385 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1597202050/switch/merge already deleted, retry=false 2024-11-23T14:21:06,388 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Unable to get data of znode /1597202050/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:21:06,416 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1597202050/snapshot-cleanup already deleted, retry=false 2024-11-23T14:21:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1597202050/running 2024-11-23T14:21:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1597202050/running 2024-11-23T14:21:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:06,427 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,44755,1732371664548, sessionid=0x1016811abcc0003, setting cluster-up flag (Was=false) 2024-11-23T14:21:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:06,479 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1597202050/flush-table-proc/acquired, /1597202050/flush-table-proc/reached, /1597202050/flush-table-proc/abort 2024-11-23T14:21:06,480 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,44755,1732371664548 2024-11-23T14:21:06,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:06,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:06,532 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1597202050/online-snapshot/acquired, /1597202050/online-snapshot/reached, /1597202050/online-snapshot/abort 2024-11-23T14:21:06,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,44755,1732371664548 2024-11-23T14:21:06,534 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:21:06,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:06,535 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:21:06,535 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:21:06,536 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,44755,1732371664548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:21:06,537 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:06,537 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:06,537 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:06,537 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:06,537 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:21:06,537 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,537 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:21:06,537 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:06,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:21:06,539 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:06,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:21:06,539 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371696539 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:21:06,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:21:06,544 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:21:06,544 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:21:06,547 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371666544,5,FailOnTimeoutGroup] 2024-11-23T14:21:06,548 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371666547,5,FailOnTimeoutGroup] 2024-11-23T14:21:06,548 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,548 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:21:06,548 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,548 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:21:06,611 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(746): ClusterId : 7a71989d-84c7-4993-a5d3-72aec68c9836 2024-11-23T14:21:06,611 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:21:06,623 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:21:06,623 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:21:06,633 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:21:06,633 DEBUG [RS:0;c6f7b1897123:39833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117c7b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:21:06,644 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:39833 2024-11-23T14:21:06,644 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:21:06,644 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:21:06,644 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:21:06,644 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,44755,1732371664548 with port=39833, startcode=1732371664686 2024-11-23T14:21:06,645 DEBUG [RS:0;c6f7b1897123:39833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:21:06,646 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:21:06,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,39833,1732371664686 2024-11-23T14:21:06,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44755 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,39833,1732371664686 2024-11-23T14:21:06,647 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176 2024-11-23T14:21:06,647 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38161 2024-11-23T14:21:06,647 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:21:06,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050/rs 2024-11-23T14:21:06,658 DEBUG [RS:0;c6f7b1897123:39833 {}] zookeeper.ZKUtil(111): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on existing znode=/1597202050/rs/c6f7b1897123,39833,1732371664686 2024-11-23T14:21:06,658 WARN [RS:0;c6f7b1897123:39833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:21:06,659 INFO [RS:0;c6f7b1897123:39833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:06,659 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686 2024-11-23T14:21:06,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,39833,1732371664686] 2024-11-23T14:21:06,665 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:21:06,667 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:21:06,668 INFO [RS:0;c6f7b1897123:39833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:21:06,668 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,668 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:21:06,669 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:21:06,669 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,669 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,670 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,670 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:06,670 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:21:06,670 DEBUG [RS:0;c6f7b1897123:39833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:21:06,672 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,672 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,672 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,672 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,672 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,672 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39833,1732371664686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:21:06,688 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:21:06,688 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39833,1732371664686-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,688 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,688 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.Replication(171): c6f7b1897123,39833,1732371664686 started 2024-11-23T14:21:06,701 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:06,701 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,39833,1732371664686, RpcServer on c6f7b1897123/172.17.0.3:39833, sessionid=0x1016811abcc0004 2024-11-23T14:21:06,701 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:21:06,701 DEBUG [RS:0;c6f7b1897123:39833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,39833,1732371664686 2024-11-23T14:21:06,701 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,39833,1732371664686' 2024-11-23T14:21:06,701 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1597202050/flush-table-proc/abort' 2024-11-23T14:21:06,701 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1597202050/flush-table-proc/acquired' 2024-11-23T14:21:06,702 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:21:06,702 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:21:06,702 DEBUG [RS:0;c6f7b1897123:39833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,39833,1732371664686 2024-11-23T14:21:06,702 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,39833,1732371664686' 2024-11-23T14:21:06,702 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1597202050/online-snapshot/abort' 2024-11-23T14:21:06,702 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1597202050/online-snapshot/acquired' 2024-11-23T14:21:06,702 DEBUG [RS:0;c6f7b1897123:39833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:21:06,702 INFO [RS:0;c6f7b1897123:39833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:21:06,702 INFO [RS:0;c6f7b1897123:39833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:21:06,802 INFO [RS:0;c6f7b1897123:39833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:21:06,804 INFO [RS:0;c6f7b1897123:39833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39833%2C1732371664686, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/oldWALs, maxLogs=10 2024-11-23T14:21:06,815 DEBUG [RS:0;c6f7b1897123:39833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804, exclude list is [], retry=0 2024-11-23T14:21:06,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-f5171c5a-5664-4456-a74d-291d899a07b3,DISK] 2024-11-23T14:21:06,819 INFO [RS:0;c6f7b1897123:39833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 2024-11-23T14:21:06,819 DEBUG [RS:0;c6f7b1897123:39833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32997:32997)] 2024-11-23T14:21:06,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:21:06,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176 2024-11-23T14:21:06,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:21:07,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:07,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:21:07,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:21:07,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:07,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:21:07,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:21:07,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:07,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:21:07,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:21:07,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:07,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:21:07,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:21:07,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:07,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:21:07,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740 2024-11-23T14:21:07,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740 2024-11-23T14:21:07,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:21:07,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:21:07,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:07,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:21:07,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:21:07,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:07,369 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73981001, jitterRate=0.10240282118320465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371667356Initializing all the Stores at 1732371667357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371667357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371667357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371667357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371667357Cleaning up temporary data from old regions at 1732371667364 (+7 ms)Region opened successfully at 1732371667369 (+5 ms) 2024-11-23T14:21:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:21:07,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:21:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:21:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:21:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:21:07,369 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371667369Disabling compacts and flushes for region at 1732371667369Disabling writes for close at 1732371667369Writing region close event to WAL at 1732371667369Closed at 1732371667369 2024-11-23T14:21:07,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:07,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:21:07,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:21:07,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:21:07,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:21:07,521 DEBUG [c6f7b1897123:44755 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:21:07,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,39833,1732371664686 2024-11-23T14:21:07,523 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,39833,1732371664686, state=OPENING 2024-11-23T14:21:07,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:21:07,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:07,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:07,648 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:21:07,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1597202050/meta-region-server: CHANGED 2024-11-23T14:21:07,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1597202050/meta-region-server: CHANGED 2024-11-23T14:21:07,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,39833,1732371664686}] 2024-11-23T14:21:07,800 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:21:07,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:21:07,804 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:21:07,804 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:07,805 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:21:07,806 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39833%2C1732371664686.meta, suffix=.meta, logDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/oldWALs, maxLogs=10 2024-11-23T14:21:07,817 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.meta.1732371667806.meta, exclude list is [], retry=0 2024-11-23T14:21:07,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-f5171c5a-5664-4456-a74d-291d899a07b3,DISK] 2024-11-23T14:21:07,821 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.meta.1732371667806.meta 2024-11-23T14:21:07,821 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32997:32997)] 2024-11-23T14:21:07,821 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:07,821 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:07,821 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:21:07,821 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:21:07,821 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:21:07,821 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:21:07,821 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:07,822 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:21:07,822 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:21:07,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:21:07,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:21:07,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:07,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:21:07,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:21:07,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:07,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:21:07,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:21:07,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:07,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:21:07,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:21:07,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:07,827 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:21:07,828 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740 2024-11-23T14:21:07,828 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740 2024-11-23T14:21:07,829 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:21:07,829 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:21:07,830 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:07,831 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:21:07,832 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75339701, jitterRate=0.12264902889728546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:07,832 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:21:07,832 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371667822Writing region info on filesystem at 1732371667822Initializing all the Stores at 1732371667822Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371667822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371667823 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371667823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371667823Cleaning up temporary data from old regions at 1732371667829 (+6 ms)Running coprocessor post-open hooks at 1732371667832 (+3 ms)Region opened successfully at 1732371667832 2024-11-23T14:21:07,833 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371667800 2024-11-23T14:21:07,835 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:21:07,835 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:21:07,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,39833,1732371664686 2024-11-23T14:21:07,836 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,39833,1732371664686, state=OPEN 2024-11-23T14:21:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1597202050/meta-region-server 2024-11-23T14:21:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1597202050/meta-region-server 2024-11-23T14:21:07,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,39833,1732371664686 2024-11-23T14:21:07,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1597202050/meta-region-server: CHANGED 2024-11-23T14:21:07,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1597202050/meta-region-server: CHANGED 2024-11-23T14:21:07,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:21:07,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,39833,1732371664686 in 200 msec 2024-11-23T14:21:07,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:21:07,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-23T14:21:07,851 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:07,852 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:21:07,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:07,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:07,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:07,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:07,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-23T14:21:07,858 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371667858, completionTime=-1 2024-11-23T14:21:07,858 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:21:07,858 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371727860 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371787860 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44755,1732371664548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44755,1732371664548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44755,1732371664548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:44755, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:07,860 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:07,861 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:07,862 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:21:07,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.111sec 2024-11-23T14:21:07,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:21:07,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:21:07,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:21:07,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:21:07,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:21:07,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44755,1732371664548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:21:07,864 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44755,1732371664548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:21:07,866 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:21:07,866 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:21:07,866 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44755,1732371664548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:07,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc2e75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:07,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44755,-1 for getting cluster id 2024-11-23T14:21:07,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:07,912 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a71989d-84c7-4993-a5d3-72aec68c9836' 2024-11-23T14:21:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a71989d-84c7-4993-a5d3-72aec68c9836" 2024-11-23T14:21:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da2531a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44755,-1] 2024-11-23T14:21:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:07,914 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:07,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b621ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:07,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:07,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:07,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,44755,1732371664548 2024-11-23T14:21:07,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61212 2024-11-23T14:21:07,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:07,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016811abcc0005 connected 2024-11-23T14:21:07,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,37199,1732371658888 2024-11-23T14:21:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1e9917 2024-11-23T14:21:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:07,946 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:07,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:21:07,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:21:07,949 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:07,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:21:07,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:21:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:21:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:08,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf11f9b568f843d42fe1fbe7d0a535c9, NAME => 'test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0 2024-11-23T14:21:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:21:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:08,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:08,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cf11f9b568f843d42fe1fbe7d0a535c9, disabling compactions & flushes 2024-11-23T14:21:08,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:08,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:08,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. after waiting 0 ms 2024-11-23T14:21:08,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:08,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:08,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf11f9b568f843d42fe1fbe7d0a535c9: Waiting for close lock at 1732371668764Disabling compacts and flushes for region at 1732371668764Disabling writes for close at 1732371668764Writing region close event to WAL at 1732371668764Closed at 1732371668764 2024-11-23T14:21:08,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:21:08,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371668766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371668766"}]},"ts":"1732371668766"} 2024-11-23T14:21:08,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:21:08,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:21:08,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371668769"}]},"ts":"1732371668769"} 2024-11-23T14:21:08,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:21:08,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf11f9b568f843d42fe1fbe7d0a535c9, ASSIGN}] 2024-11-23T14:21:08,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf11f9b568f843d42fe1fbe7d0a535c9, ASSIGN 2024-11-23T14:21:08,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cf11f9b568f843d42fe1fbe7d0a535c9, ASSIGN; state=OFFLINE, location=c6f7b1897123,39295,1732371659091; forceNewPlan=false, retain=false 2024-11-23T14:21:08,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf11f9b568f843d42fe1fbe7d0a535c9, regionState=OPENING, regionLocation=c6f7b1897123,39295,1732371659091 2024-11-23T14:21:08,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cf11f9b568f843d42fe1fbe7d0a535c9, ASSIGN because future has completed 2024-11-23T14:21:08,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf11f9b568f843d42fe1fbe7d0a535c9, server=c6f7b1897123,39295,1732371659091}] 2024-11-23T14:21:09,081 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:09,081 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf11f9b568f843d42fe1fbe7d0a535c9, NAME => 'test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:09,082 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:09,082 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:21:09,082 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,082 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:09,082 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,082 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,083 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:09,084 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf11f9b568f843d42fe1fbe7d0a535c9 columnFamilyName f 2024-11-23T14:21:09,084 DEBUG [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:09,085 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] regionserver.HStore(327): Store=cf11f9b568f843d42fe1fbe7d0a535c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:09,085 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,086 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf11f9b568f843d42fe1fbe7d0a535c9 columnFamilyName f1 2024-11-23T14:21:09,086 DEBUG [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:09,086 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] regionserver.HStore(327): Store=cf11f9b568f843d42fe1fbe7d0a535c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:09,086 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,087 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf11f9b568f843d42fe1fbe7d0a535c9 columnFamilyName norep 2024-11-23T14:21:09,087 DEBUG [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:09,088 INFO [StoreOpener-cf11f9b568f843d42fe1fbe7d0a535c9-1 {}] regionserver.HStore(327): Store=cf11f9b568f843d42fe1fbe7d0a535c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:09,088 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,093 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:21:09,094 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,095 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:09,096 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf11f9b568f843d42fe1fbe7d0a535c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68104237, jitterRate=0.014832213521003723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:21:09,096 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:09,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf11f9b568f843d42fe1fbe7d0a535c9: Running coprocessor pre-open hook at 1732371669082Writing region info on filesystem at 1732371669082Initializing all the Stores at 1732371669083 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371669083Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371669083Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371669083Cleaning up temporary data from old regions at 1732371669092 (+9 ms)Running coprocessor post-open hooks at 1732371669096 (+4 ms)Region opened successfully at 1732371669097 (+1 ms) 2024-11-23T14:21:09,098 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9., pid=6, masterSystemTime=1732371669077 2024-11-23T14:21:09,100 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:09,100 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:09,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf11f9b568f843d42fe1fbe7d0a535c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,39295,1732371659091 2024-11-23T14:21:09,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf11f9b568f843d42fe1fbe7d0a535c9, server=c6f7b1897123,39295,1732371659091 because future has completed 2024-11-23T14:21:09,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:21:09,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf11f9b568f843d42fe1fbe7d0a535c9, server=c6f7b1897123,39295,1732371659091 in 179 msec 2024-11-23T14:21:09,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:21:09,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cf11f9b568f843d42fe1fbe7d0a535c9, ASSIGN in 334 msec 2024-11-23T14:21:09,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:21:09,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371669108"}]},"ts":"1732371669108"} 2024-11-23T14:21:09,111 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:21:09,112 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:21:09,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-23T14:21:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:10,094 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:21:10,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,44755,1732371664548 2024-11-23T14:21:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8f9376 2024-11-23T14:21:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:10,096 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:10,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:21:10,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:21:10,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:10,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:21:10,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:21:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:10,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:21:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:10,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae3d614faad56acc71526ce227a60804, NAME => 'test,,1732371670097.ae3d614faad56acc71526ce227a60804.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176 2024-11-23T14:21:10,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:21:10,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371670097.ae3d614faad56acc71526ce227a60804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:10,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae3d614faad56acc71526ce227a60804, disabling compactions & flushes 2024-11-23T14:21:10,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:10,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:10,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371670097.ae3d614faad56acc71526ce227a60804. after waiting 0 ms 2024-11-23T14:21:10,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:10,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:10,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae3d614faad56acc71526ce227a60804: Waiting for close lock at 1732371670517Disabling compacts and flushes for region at 1732371670517Disabling writes for close at 1732371670518 (+1 ms)Writing region close event to WAL at 1732371670518Closed at 1732371670518 2024-11-23T14:21:10,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:21:10,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371670097.ae3d614faad56acc71526ce227a60804.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371670519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371670519"}]},"ts":"1732371670519"} 2024-11-23T14:21:10,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:21:10,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:21:10,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371670521"}]},"ts":"1732371670521"} 2024-11-23T14:21:10,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:21:10,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae3d614faad56acc71526ce227a60804, ASSIGN}] 2024-11-23T14:21:10,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae3d614faad56acc71526ce227a60804, ASSIGN 2024-11-23T14:21:10,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae3d614faad56acc71526ce227a60804, ASSIGN; state=OFFLINE, location=c6f7b1897123,39833,1732371664686; forceNewPlan=false, retain=false 2024-11-23T14:21:10,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:21:10,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:21:10,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:21:10,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T14:21:10,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:10,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T14:21:10,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:21:10,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T14:21:10,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:10,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T14:21:10,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:21:10,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T14:21:10,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae3d614faad56acc71526ce227a60804, regionState=OPENING, regionLocation=c6f7b1897123,39833,1732371664686 2024-11-23T14:21:10,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae3d614faad56acc71526ce227a60804, ASSIGN because future has completed 2024-11-23T14:21:10,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae3d614faad56acc71526ce227a60804, server=c6f7b1897123,39833,1732371664686}] 2024-11-23T14:21:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:10,833 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:10,834 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae3d614faad56acc71526ce227a60804, NAME => 'test,,1732371670097.ae3d614faad56acc71526ce227a60804.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:10,834 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:10,834 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:21:10,834 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,834 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371670097.ae3d614faad56acc71526ce227a60804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:10,834 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,834 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,835 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,836 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3d614faad56acc71526ce227a60804 columnFamilyName f 2024-11-23T14:21:10,836 DEBUG [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:10,837 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] regionserver.HStore(327): Store=ae3d614faad56acc71526ce227a60804/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:10,837 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,838 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3d614faad56acc71526ce227a60804 columnFamilyName f1 2024-11-23T14:21:10,838 DEBUG [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:10,838 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] regionserver.HStore(327): Store=ae3d614faad56acc71526ce227a60804/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:10,838 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,839 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3d614faad56acc71526ce227a60804 columnFamilyName norep 2024-11-23T14:21:10,839 DEBUG [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:10,839 INFO [StoreOpener-ae3d614faad56acc71526ce227a60804-1 {}] regionserver.HStore(327): Store=ae3d614faad56acc71526ce227a60804/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:10,839 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,840 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,840 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,841 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,841 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,841 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:21:10,842 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,844 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:10,844 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae3d614faad56acc71526ce227a60804; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68680837, jitterRate=0.023424223065376282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:21:10,844 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:10,844 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae3d614faad56acc71526ce227a60804: Running coprocessor pre-open hook at 1732371670834Writing region info on filesystem at 1732371670834Initializing all the Stores at 1732371670835 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371670835Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371670835Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371670835Cleaning up temporary data from old regions at 1732371670841 (+6 ms)Running coprocessor post-open hooks at 1732371670844 (+3 ms)Region opened successfully at 1732371670844 2024-11-23T14:21:10,845 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371670097.ae3d614faad56acc71526ce227a60804., pid=6, masterSystemTime=1732371670830 2024-11-23T14:21:10,847 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:10,847 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:10,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae3d614faad56acc71526ce227a60804, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,39833,1732371664686 2024-11-23T14:21:10,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae3d614faad56acc71526ce227a60804, server=c6f7b1897123,39833,1732371664686 because future has completed 2024-11-23T14:21:10,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:21:10,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae3d614faad56acc71526ce227a60804, server=c6f7b1897123,39833,1732371664686 in 172 msec 2024-11-23T14:21:10,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:21:10,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae3d614faad56acc71526ce227a60804, ASSIGN in 328 msec 2024-11-23T14:21:10,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:21:10,854 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371670854"}]},"ts":"1732371670854"} 2024-11-23T14:21:10,856 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:21:10,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:21:10,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-23T14:21:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:11,235 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:21:11,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad7a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,37199,-1 for getting cluster id 2024-11-23T14:21:11,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:11,236 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd10dee72-f8fa-4e2a-9644-1c184ce07558' 2024-11-23T14:21:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d10dee72-f8fa-4e2a-9644-1c184ce07558" 2024-11-23T14:21:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47984cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,37199,-1] 2024-11-23T14:21:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:11,238 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffff0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24649354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44755,-1 for getting cluster id 2024-11-23T14:21:11,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:11,240 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a71989d-84c7-4993-a5d3-72aec68c9836' 2024-11-23T14:21:11,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:11,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a71989d-84c7-4993-a5d3-72aec68c9836" 2024-11-23T14:21:11,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee8ff1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44755,-1] 2024-11-23T14:21:11,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:11,241 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a3915a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66316b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,37199,-1 for getting cluster id 2024-11-23T14:21:11,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:11,243 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd10dee72-f8fa-4e2a-9644-1c184ce07558' 2024-11-23T14:21:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d10dee72-f8fa-4e2a-9644-1c184ce07558" 2024-11-23T14:21:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f30413d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,37199,-1] 2024-11-23T14:21:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:11,245 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:11,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4cad58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:11,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,37199,1732371658888 2024-11-23T14:21:11,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@396be2f 2024-11-23T14:21:11,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:11,247 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:11,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:44755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:21:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:21:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:11,251 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:44755' 2024-11-23T14:21:11,252 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec70129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,252 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44755,-1 for getting cluster id 2024-11-23T14:21:11,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:11,253 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a71989d-84c7-4993-a5d3-72aec68c9836' 2024-11-23T14:21:11,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:11,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a71989d-84c7-4993-a5d3-72aec68c9836" 2024-11-23T14:21:11,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420ec16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44755,-1] 2024-11-23T14:21:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:11,255 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:11,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51aa38db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:11,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,44755,1732371664548 2024-11-23T14:21:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2166ab2 2024-11-23T14:21:11,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:11,257 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:11,258 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:21:11,258 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:21:11,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:11,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:11,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:11,259 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:11,259 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:21:11,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:21:11,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:11,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:21:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:21:11,272 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 480cd931b0e5943870f2bf51e1290a11, NAME => 'hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0 2024-11-23T14:21:11,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:21:11,310 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:21:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:11,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:11,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 480cd931b0e5943870f2bf51e1290a11, disabling compactions & flushes 2024-11-23T14:21:11,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:11,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:11,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. after waiting 0 ms 2024-11-23T14:21:11,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:11,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:11,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 480cd931b0e5943870f2bf51e1290a11: Waiting for close lock at 1732371671686Disabling compacts and flushes for region at 1732371671686Disabling writes for close at 1732371671686Writing region close event to WAL at 1732371671686Closed at 1732371671686 2024-11-23T14:21:11,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:21:11,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371671688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371671688"}]},"ts":"1732371671688"} 2024-11-23T14:21:11,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:21:11,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:21:11,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371671691"}]},"ts":"1732371671691"} 2024-11-23T14:21:11,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:21:11,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=480cd931b0e5943870f2bf51e1290a11, ASSIGN}] 2024-11-23T14:21:11,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=480cd931b0e5943870f2bf51e1290a11, ASSIGN 2024-11-23T14:21:11,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=480cd931b0e5943870f2bf51e1290a11, ASSIGN; state=OFFLINE, location=c6f7b1897123,39295,1732371659091; forceNewPlan=false, retain=false 2024-11-23T14:21:11,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=480cd931b0e5943870f2bf51e1290a11, regionState=OPENING, regionLocation=c6f7b1897123,39295,1732371659091 2024-11-23T14:21:11,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=480cd931b0e5943870f2bf51e1290a11, ASSIGN because future has completed 2024-11-23T14:21:11,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 480cd931b0e5943870f2bf51e1290a11, server=c6f7b1897123,39295,1732371659091}] 2024-11-23T14:21:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:12,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:12,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:12,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:21:12,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39295%2C1732371659091.rep, suffix=, logDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091, archiveDir=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/oldWALs, maxLogs=10 2024-11-23T14:21:12,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.rep.1732371672006, exclude list is [], retry=0 2024-11-23T14:21:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46103,DS-dcc8f6b1-e06c-404f-b811-03b399e216a5,DISK] 2024-11-23T14:21:12,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.rep.1732371672006 2024-11-23T14:21:12,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-23T14:21:12,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 480cd931b0e5943870f2bf51e1290a11, NAME => 'hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:12,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:12,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:21:12,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. service=MultiRowMutationService 2024-11-23T14:21:12,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:21:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,023 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,024 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 480cd931b0e5943870f2bf51e1290a11 columnFamilyName hfileref 2024-11-23T14:21:12,024 DEBUG [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:12,024 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] regionserver.HStore(327): Store=480cd931b0e5943870f2bf51e1290a11/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:12,024 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,025 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 480cd931b0e5943870f2bf51e1290a11 columnFamilyName queue 2024-11-23T14:21:12,025 DEBUG [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:12,025 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] regionserver.HStore(327): Store=480cd931b0e5943870f2bf51e1290a11/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:12,025 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,026 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 480cd931b0e5943870f2bf51e1290a11 columnFamilyName sid 2024-11-23T14:21:12,026 DEBUG [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:12,026 INFO [StoreOpener-480cd931b0e5943870f2bf51e1290a11-1 {}] regionserver.HStore(327): Store=480cd931b0e5943870f2bf51e1290a11/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:12,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:21:12,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:12,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 480cd931b0e5943870f2bf51e1290a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72196639, jitterRate=0.07581375539302826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:21:12,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:12,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 480cd931b0e5943870f2bf51e1290a11: Running coprocessor pre-open hook at 1732371672022Writing region info on filesystem at 1732371672022Initializing all the Stores at 1732371672023 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371672023Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371672023Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371672023Cleaning up temporary data from old regions at 1732371672028 (+5 ms)Running coprocessor post-open hooks at 1732371672032 (+4 ms)Region opened successfully at 1732371672033 (+1 ms) 2024-11-23T14:21:12,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11., pid=10, masterSystemTime=1732371672000 2024-11-23T14:21:12,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:12,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:12,036 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=480cd931b0e5943870f2bf51e1290a11, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,39295,1732371659091 2024-11-23T14:21:12,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 480cd931b0e5943870f2bf51e1290a11, server=c6f7b1897123,39295,1732371659091 because future has completed 2024-11-23T14:21:12,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:21:12,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 480cd931b0e5943870f2bf51e1290a11, server=c6f7b1897123,39295,1732371659091 in 191 msec 2024-11-23T14:21:12,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:21:12,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=480cd931b0e5943870f2bf51e1290a11, ASSIGN in 346 msec 2024-11-23T14:21:12,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:21:12,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371672043"}]},"ts":"1732371672043"} 2024-11-23T14:21:12,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:21:12,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:21:12,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-23T14:21:12,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11., hostname=c6f7b1897123,39295,1732371659091, seqNum=2] 2024-11-23T14:21:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:12,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:21:12,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:12,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:12,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:21:12,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:21:12,927 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:21:12,953 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,39295,1732371659091, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:21:12,953 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:12,954 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39295,1732371659091, seqNum=-1] 2024-11-23T14:21:12,954 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:12,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T14:21:12,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,39295,1732371659091', locateType=CURRENT is [region=hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11., hostname=c6f7b1897123,39295,1732371659091, seqNum=2] 2024-11-23T14:21:12,958 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:21:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:21:12,960 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,39295,1732371659091 suceeded 2024-11-23T14:21:12,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:21:12,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-23T14:21:12,961 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:44755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:21:12,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7130 sec 2024-11-23T14:21:12,977 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:44755' 2024-11-23T14:21:12,978 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712de2ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:12,978 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44755,-1 for getting cluster id 2024-11-23T14:21:12,979 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:12,979 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a71989d-84c7-4993-a5d3-72aec68c9836' 2024-11-23T14:21:12,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:12,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a71989d-84c7-4993-a5d3-72aec68c9836" 2024-11-23T14:21:12,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f179810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:12,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44755,-1] 2024-11-23T14:21:12,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:12,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:12,981 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:12,982 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ef2642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:12,982 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:12,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,44755,1732371664548 2024-11-23T14:21:12,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78dd530 2024-11-23T14:21:12,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:12,983 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T14:21:12,984 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,39295,1732371659091 (queues=1) is replicating from cluster=d10dee72-f8fa-4e2a-9644-1c184ce07558 to cluster=7a71989d-84c7-4993-a5d3-72aec68c9836 2024-11-23T14:21:12,984 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C39295%2C1732371659091 2024-11-23T14:21:12,984 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,39295,1732371659091, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:21:12,984 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C39295%2C1732371659091 2024-11-23T14:21:12,984 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509, startPosition=0, beingWritten=true 2024-11-23T14:21:12,990 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:12,990 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 379, reset compression=false 2024-11-23T14:21:12,990 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39295,1732371659091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:13,193 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 379, reset compression=false 2024-11-23T14:21:13,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:13,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:13,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:13,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:13,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:13,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:13,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:13,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:13,368 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:21:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:13,394 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:21:13,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:13,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:13,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:13,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:13,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:13,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d56f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:13,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44755,-1 for getting cluster id 2024-11-23T14:21:13,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:13,396 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a71989d-84c7-4993-a5d3-72aec68c9836' 2024-11-23T14:21:13,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:13,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a71989d-84c7-4993-a5d3-72aec68c9836" 2024-11-23T14:21:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793849c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44755,-1] 2024-11-23T14:21:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:13,398 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0778f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:13,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,44755,1732371664548 2024-11-23T14:21:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52b513be 2024-11-23T14:21:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:13,400 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:13,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:37199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:21:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:21:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:13,402 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:37199' 2024-11-23T14:21:13,403 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a502b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:13,403 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,37199,-1 for getting cluster id 2024-11-23T14:21:13,403 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:13,404 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd10dee72-f8fa-4e2a-9644-1c184ce07558' 2024-11-23T14:21:13,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:13,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d10dee72-f8fa-4e2a-9644-1c184ce07558" 2024-11-23T14:21:13,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2b8f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:13,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,37199,-1] 2024-11-23T14:21:13,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:13,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:13,405 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:13,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9f1b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:13,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:13,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,37199,1732371658888 2024-11-23T14:21:13,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b138d6b 2024-11-23T14:21:13,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:13,407 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:13,408 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:21:13,408 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:21:13,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:13,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:13,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:13,409 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:13,410 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:21:13,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:21:13,410 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:13,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:21:13,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:21:13,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c96e07a374ecb8d6864118caa40c681, NAME => 'hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176 2024-11-23T14:21:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:21:13,460 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:21:13,497 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 379, reset compression=false 2024-11-23T14:21:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:13,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:13,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0c96e07a374ecb8d6864118caa40c681, disabling compactions & flushes 2024-11-23T14:21:13,826 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:13,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:13,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. after waiting 0 ms 2024-11-23T14:21:13,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:13,826 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:13,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c96e07a374ecb8d6864118caa40c681: Waiting for close lock at 1732371673826Disabling compacts and flushes for region at 1732371673826Disabling writes for close at 1732371673826Writing region close event to WAL at 1732371673826Closed at 1732371673826 2024-11-23T14:21:13,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:21:13,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371673827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371673827"}]},"ts":"1732371673827"} 2024-11-23T14:21:13,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:21:13,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:21:13,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371673830"}]},"ts":"1732371673830"} 2024-11-23T14:21:13,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:21:13,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c96e07a374ecb8d6864118caa40c681, ASSIGN}] 2024-11-23T14:21:13,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c96e07a374ecb8d6864118caa40c681, ASSIGN 2024-11-23T14:21:13,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c96e07a374ecb8d6864118caa40c681, ASSIGN; state=OFFLINE, location=c6f7b1897123,39833,1732371664686; forceNewPlan=false, retain=false 2024-11-23T14:21:13,901 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 379, reset compression=false 2024-11-23T14:21:13,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c96e07a374ecb8d6864118caa40c681, regionState=OPENING, regionLocation=c6f7b1897123,39833,1732371664686 2024-11-23T14:21:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c96e07a374ecb8d6864118caa40c681, ASSIGN because future has completed 2024-11-23T14:21:13,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c96e07a374ecb8d6864118caa40c681, server=c6f7b1897123,39833,1732371664686}] 2024-11-23T14:21:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:14,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:14,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:14,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:21:14,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39833%2C1732371664686.rep, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/oldWALs, maxLogs=10 2024-11-23T14:21:14,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.rep.1732371674144, exclude list is [], retry=0 2024-11-23T14:21:14,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-f5171c5a-5664-4456-a74d-291d899a07b3,DISK] 2024-11-23T14:21:14,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.rep.1732371674144 2024-11-23T14:21:14,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32997:32997)] 2024-11-23T14:21:14,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c96e07a374ecb8d6864118caa40c681, NAME => 'hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:14,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:14,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:21:14,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. service=MultiRowMutationService 2024-11-23T14:21:14,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:21:14,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:14,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,168 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,169 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c96e07a374ecb8d6864118caa40c681 columnFamilyName hfileref 2024-11-23T14:21:14,169 DEBUG [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:14,170 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] regionserver.HStore(327): Store=0c96e07a374ecb8d6864118caa40c681/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:14,170 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,171 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c96e07a374ecb8d6864118caa40c681 columnFamilyName queue 2024-11-23T14:21:14,171 DEBUG [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:14,172 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] regionserver.HStore(327): Store=0c96e07a374ecb8d6864118caa40c681/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:14,172 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,173 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c96e07a374ecb8d6864118caa40c681 columnFamilyName sid 2024-11-23T14:21:14,173 DEBUG [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:14,173 INFO [StoreOpener-0c96e07a374ecb8d6864118caa40c681-1 {}] regionserver.HStore(327): Store=0c96e07a374ecb8d6864118caa40c681/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:14,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:21:14,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:14,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0c96e07a374ecb8d6864118caa40c681; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65349618, jitterRate=-0.026214808225631714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:21:14,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:14,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0c96e07a374ecb8d6864118caa40c681: Running coprocessor pre-open hook at 1732371674167Writing region info on filesystem at 1732371674167Initializing all the Stores at 1732371674168 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371674168Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371674168Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371674168Cleaning up temporary data from old regions at 1732371674174 (+6 ms)Running coprocessor post-open hooks at 1732371674178 (+4 ms)Region opened successfully at 1732371674178 2024-11-23T14:21:14,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681., pid=10, masterSystemTime=1732371674137 2024-11-23T14:21:14,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:14,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:14,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c96e07a374ecb8d6864118caa40c681, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,39833,1732371664686 2024-11-23T14:21:14,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c96e07a374ecb8d6864118caa40c681, server=c6f7b1897123,39833,1732371664686 because future has completed 2024-11-23T14:21:14,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:21:14,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c96e07a374ecb8d6864118caa40c681, server=c6f7b1897123,39833,1732371664686 in 199 msec 2024-11-23T14:21:14,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:21:14,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c96e07a374ecb8d6864118caa40c681, ASSIGN in 354 msec 2024-11-23T14:21:14,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:21:14,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371674188"}]},"ts":"1732371674188"} 2024-11-23T14:21:14,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:21:14,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:21:14,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-23T14:21:14,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681., hostname=c6f7b1897123,39833,1732371664686, seqNum=2] 2024-11-23T14:21:14,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:14,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:14,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:21:14,406 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 379, reset compression=false 2024-11-23T14:21:14,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:21:14,453 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:21:14,479 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,39833,1732371664686, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:21:14,480 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:14,480 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:14,480 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:14,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T14:21:14,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,39833,1732371664686', locateType=CURRENT is [region=hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681., hostname=c6f7b1897123,39833,1732371664686, seqNum=2] 2024-11-23T14:21:14,485 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:21:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:21:14,487 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,39833,1732371664686 suceeded 2024-11-23T14:21:14,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:21:14,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-23T14:21:14,488 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:37199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:21:14,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0880 sec 2024-11-23T14:21:14,501 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:37199' 2024-11-23T14:21:14,503 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58cc7f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:14,503 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,37199,-1 for getting cluster id 2024-11-23T14:21:14,503 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:14,503 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd10dee72-f8fa-4e2a-9644-1c184ce07558' 2024-11-23T14:21:14,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:14,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d10dee72-f8fa-4e2a-9644-1c184ce07558" 2024-11-23T14:21:14,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d006d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:14,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,37199,-1] 2024-11-23T14:21:14,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:14,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:14,505 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:14,505 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ca4713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:14,505 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,37199,1732371658888 2024-11-23T14:21:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b21f166 2024-11-23T14:21:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:14,507 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T14:21:14,507 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,39833,1732371664686 (queues=1) is replicating from cluster=7a71989d-84c7-4993-a5d3-72aec68c9836 to cluster=d10dee72-f8fa-4e2a-9644-1c184ce07558 2024-11-23T14:21:14,507 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C39833%2C1732371664686 2024-11-23T14:21:14,507 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,39833,1732371664686, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:21:14,508 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C39833%2C1732371664686 2024-11-23T14:21:14,508 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804, startPosition=0, beingWritten=true 2024-11-23T14:21:14,512 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:14,512 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 379, reset compression=false 2024-11-23T14:21:14,512 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39833,1732371664686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:14,535 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:21:14,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:14,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:14,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:14,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:14,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:14,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:14,538 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732371674537/Put/seqid=0 2024-11-23T14:21:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741840_1016 (size=7894) 2024-11-23T14:21:14,716 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 379, reset compression=false 2024-11-23T14:21:14,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732371674943/Put/seqid=0 2024-11-23T14:21:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741841_1017 (size=7691) 2024-11-23T14:21:15,010 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 379, reset compression=false 2024-11-23T14:21:15,019 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 379, reset compression=false 2024-11-23T14:21:15,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e20e052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:15,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,37199,-1 for getting cluster id 2024-11-23T14:21:15,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:15,349 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd10dee72-f8fa-4e2a-9644-1c184ce07558' 2024-11-23T14:21:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d10dee72-f8fa-4e2a-9644-1c184ce07558" 2024-11-23T14:21:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6442decc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,37199,-1] 2024-11-23T14:21:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:15,350 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:15,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506e34c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:15,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39295,1732371659091, seqNum=-1] 2024-11-23T14:21:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:15,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:15,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:15,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,37199,1732371658888 2024-11-23T14:21:15,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@357de9f 2024-11-23T14:21:15,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:15,361 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9., hostname=c6f7b1897123,39295,1732371659091, seqNum=2] 2024-11-23T14:21:15,366 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:21:15,370 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T14:21:15,373 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T14:21:15,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/testHFileCyclicReplication_01/f/hfile_0 for inclusion in cf11f9b568f843d42fe1fbe7d0a535c9/f 2024-11-23T14:21:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T14:21:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:21:15,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/testHFileCyclicReplication_01/f/hfile_1 for inclusion in cf11f9b568f843d42fe1fbe7d0a535c9/f 2024-11-23T14:21:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T14:21:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:21:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegion(2603): Flush status journal for cf11f9b568f843d42fe1fbe7d0a535c9: 2024-11-23T14:21:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_0 2024-11-23T14:21:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_0 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ 2024-11-23T14:21:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_1 2024-11-23T14:21:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_1 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ 2024-11-23T14:21:15,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_0 into cf11f9b568f843d42fe1fbe7d0a535c9/f as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ - updating store file list. 2024-11-23T14:21:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b9516745e3e4c159223d1564df4bfa3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:21:15,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ into cf11f9b568f843d42fe1fbe7d0a535c9/f 2024-11-23T14:21:15,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_0 into cf11f9b568f843d42fe1fbe7d0a535c9/f (new location: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_) 2024-11-23T14:21:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_0 2024-11-23T14:21:15,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_1 into cf11f9b568f843d42fe1fbe7d0a535c9/f as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ - updating store file list. 2024-11-23T14:21:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85ab02e3d9de44079b121641552425d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:21:15,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ into cf11f9b568f843d42fe1fbe7d0a535c9/f 2024-11-23T14:21:15,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_1 into cf11f9b568f843d42fe1fbe7d0a535c9/f (new location: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/85ab02e3d9de44079b121641552425d6_SeqId_4_) 2024-11-23T14:21:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins__test__hqco79geal2efdemulr6edgdu555r14bjkactk584pu0912lh49u8ub3bp65hr1p/f/hfile_1 2024-11-23T14:21:15,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:15,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:15,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:15,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:15,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:15,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9., hostname=c6f7b1897123,39295,1732371659091, seqNum=2 , the old value is region=test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9., hostname=c6f7b1897123,39295,1732371659091, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f7b1897123:39295 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:21:15,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9., hostname=c6f7b1897123,39295,1732371659091, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:21:15,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9., hostname=c6f7b1897123,39295,1732371659091, seqNum=2 from cache 2024-11-23T14:21:15,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:15,403 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T14:21:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:15,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371670097.ae3d614faad56acc71526ce227a60804., hostname=c6f7b1897123,39833,1732371664686, seqNum=2] 2024-11-23T14:21:15,407 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:21:15,423 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 379, reset compression=false 2024-11-23T14:21:15,506 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T14:21:15,713 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 379, reset compression=false 2024-11-23T14:21:15,718 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:21:15,718 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39295,1732371659091 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf11f9b568f843d42fe1fbe7d0a535c9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732371675399/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T14:21:15,721 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:21:15,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-23T14:21:15,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.ReplicationSink(318): Replicating [d10dee72-f8fa-4e2a-9644-1c184ce07558] bulk loaded data 2024-11-23T14:21:15,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75610106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:15,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44755,-1 for getting cluster id 2024-11-23T14:21:15,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:15,723 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a71989d-84c7-4993-a5d3-72aec68c9836' 2024-11-23T14:21:15,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:15,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a71989d-84c7-4993-a5d3-72aec68c9836" 2024-11-23T14:21:15,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@80d4a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:15,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44755,-1] 2024-11-23T14:21:15,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:15,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:15,725 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:15,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68dabb65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741840_1016 (size=7894) 2024-11-23T14:21:15,919 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 687, reset compression=false 2024-11-23T14:21:15,927 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 379, reset compression=false 2024-11-23T14:21:16,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741841_1017 (size=7691) 2024-11-23T14:21:16,224 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 687, reset compression=false 2024-11-23T14:21:16,409 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:21:16,531 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 379, reset compression=false 2024-11-23T14:21:16,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:16,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,44755,1732371664548 2024-11-23T14:21:16,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5ae67 2024-11-23T14:21:16,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:16,546 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T14:21:16,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:21:16,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:16,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:16,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:16,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T14:21:16,554 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T14:21:16,557 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T14:21:16,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ for inclusion in ae3d614faad56acc71526ce227a60804/f 2024-11-23T14:21:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T14:21:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:21:16,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ for inclusion in ae3d614faad56acc71526ce227a60804/f 2024-11-23T14:21:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T14:21:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:21:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(2603): Flush status journal for ae3d614faad56acc71526ce227a60804: 2024-11-23T14:21:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:21:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/c8947612b1154f469dd1e5e10922ffc2_SeqId_4_ 2024-11-23T14:21:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85ab02e3d9de44079b121641552425d6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:21:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/0dcdcce13f6044b9a58bfd4bb457ad39_SeqId_4_ 2024-11-23T14:21:16,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ into ae3d614faad56acc71526ce227a60804/f as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/c8947612b1154f469dd1e5e10922ffc2_SeqId_4_ - updating store file list. 2024-11-23T14:21:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8947612b1154f469dd1e5e10922ffc2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:21:16,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/c8947612b1154f469dd1e5e10922ffc2_SeqId_4_ into ae3d614faad56acc71526ce227a60804/f 2024-11-23T14:21:16,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ into ae3d614faad56acc71526ce227a60804/f (new location: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/c8947612b1154f469dd1e5e10922ffc2_SeqId_4_) 2024-11-23T14:21:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/7b9516745e3e4c159223d1564df4bfa3_SeqId_4_ 2024-11-23T14:21:16,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ into ae3d614faad56acc71526ce227a60804/f as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/0dcdcce13f6044b9a58bfd4bb457ad39_SeqId_4_ - updating store file list. 2024-11-23T14:21:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0dcdcce13f6044b9a58bfd4bb457ad39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:21:16,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/0dcdcce13f6044b9a58bfd4bb457ad39_SeqId_4_ into ae3d614faad56acc71526ce227a60804/f 2024-11-23T14:21:16,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ into ae3d614faad56acc71526ce227a60804/f (new location: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/0dcdcce13f6044b9a58bfd4bb457ad39_SeqId_4_) 2024-11-23T14:21:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins.hfs.11__test__9gf5k9ea6e5uhh5cqr5ouai0efjhdm2822afeck2feqaf8obuqmhv8jd7ercp26s/f/85ab02e3d9de44079b121641552425d6_SeqId_4_ 2024-11-23T14:21:16,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.ReplicationSink(324): Finished replicating [d10dee72-f8fa-4e2a-9644-1c184ce07558] bulk loaded data 2024-11-23T14:21:16,627 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 687, reset compression=false 2024-11-23T14:21:17,131 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 687, reset compression=false 2024-11-23T14:21:17,234 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 379, reset compression=false 2024-11-23T14:21:17,239 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:21:17,239 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39833,1732371664686 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae3d614faad56acc71526ce227a60804/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732371676577/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T14:21:17,240 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:21:17,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-23T14:21:17,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.ReplicationSink(318): Replicating [d10dee72-f8fa-4e2a-9644-1c184ce07558, 7a71989d-84c7-4993-a5d3-72aec68c9836] bulk loaded data 2024-11-23T14:21:17,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f5be0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:17,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,37199,-1 for getting cluster id 2024-11-23T14:21:17,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:17,242 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd10dee72-f8fa-4e2a-9644-1c184ce07558' 2024-11-23T14:21:17,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:17,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d10dee72-f8fa-4e2a-9644-1c184ce07558" 2024-11-23T14:21:17,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735f1432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:17,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,37199,-1] 2024-11-23T14:21:17,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:17,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:17,243 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:17,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd6833b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:17,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741842_1018 (size=7894) 2024-11-23T14:21:17,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:17,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732371677419/Put/seqid=0 2024-11-23T14:21:17,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741842_1018 (size=11194) 2024-11-23T14:21:17,439 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 725, reset compression=false 2024-11-23T14:21:17,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741843_1019 (size=7691) 2024-11-23T14:21:17,735 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 687, reset compression=false 2024-11-23T14:21:17,742 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 725, reset compression=false 2024-11-23T14:21:17,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732371677826/Put/seqid=0 2024-11-23T14:21:17,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741843_1019 (size=10791) 2024-11-23T14:21:18,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:18,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,37199,1732371658888 2024-11-23T14:21:18,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779d2111 2024-11-23T14:21:18,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:18,136 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T14:21:18,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:21:18,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:18,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39295,1732371659091, seqNum=-1] 2024-11-23T14:21:18,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:18,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T14:21:18,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__i0jhvg6d2ui9mhacovudch523peign3v162uotg5cb661j7pq2p0abfimpjh4pio/f/0dcdcce13f6044b9a58bfd4bb457ad39_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T14:21:18,145 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 725, reset compression=false 2024-11-23T14:21:18,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__i0jhvg6d2ui9mhacovudch523peign3v162uotg5cb661j7pq2p0abfimpjh4pio/f/c8947612b1154f469dd1e5e10922ffc2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T14:21:18,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.ReplicationSink(324): Finished replicating [d10dee72-f8fa-4e2a-9644-1c184ce07558, 7a71989d-84c7-4993-a5d3-72aec68c9836] bulk loaded data 2024-11-23T14:21:18,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a74ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:18,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,44755,-1 for getting cluster id 2024-11-23T14:21:18,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:18,236 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a71989d-84c7-4993-a5d3-72aec68c9836' 2024-11-23T14:21:18,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a71989d-84c7-4993-a5d3-72aec68c9836" 2024-11-23T14:21:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f4f54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,44755,-1] 2024-11-23T14:21:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:18,238 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:18,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfb510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:18,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:18,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:18,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,44755,1732371664548 2024-11-23T14:21:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d3d7f5c 2024-11-23T14:21:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:18,249 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371670097.ae3d614faad56acc71526ce227a60804., hostname=c6f7b1897123,39833,1732371664686, seqNum=2] 2024-11-23T14:21:18,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:21:18,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T14:21:18,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T14:21:18,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ae3d614faad56acc71526ce227a60804/f 2024-11-23T14:21:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T14:21:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:21:18,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ae3d614faad56acc71526ce227a60804/f 2024-11-23T14:21:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T14:21:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:21:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegion(2603): Flush status journal for ae3d614faad56acc71526ce227a60804: 2024-11-23T14:21:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_1 2024-11-23T14:21:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_1 as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ 2024-11-23T14:21:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_0 2024-11-23T14:21:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_0 as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ 2024-11-23T14:21:18,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_1 into ae3d614faad56acc71526ce227a60804/f as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ - updating store file list. 2024-11-23T14:21:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8b7035df82544b49d27c2ec8581f120_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:21:18,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ into ae3d614faad56acc71526ce227a60804/f 2024-11-23T14:21:18,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_1 into ae3d614faad56acc71526ce227a60804/f (new location: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_) 2024-11-23T14:21:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_1 2024-11-23T14:21:18,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_0 into ae3d614faad56acc71526ce227a60804/f as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ - updating store file list. 2024-11-23T14:21:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d0ed627801b495d81012a4a00f16138_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:21:18,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ into ae3d614faad56acc71526ce227a60804/f 2024-11-23T14:21:18,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_0 into ae3d614faad56acc71526ce227a60804/f (new location: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_) 2024-11-23T14:21:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/staging/jenkins__test__4qgt3mn11d7g01unhs18o61vr6gg8s3h7oqgquhtut12mr5iss9u10jbct4695p2/f/hfile_0 2024-11-23T14:21:18,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:18,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:18,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:18,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:18,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732371670097.ae3d614faad56acc71526ce227a60804., hostname=c6f7b1897123,39833,1732371664686, seqNum=2 , the old value is region=test,,1732371670097.ae3d614faad56acc71526ce227a60804., hostname=c6f7b1897123,39833,1732371664686, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f7b1897123:39833 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:21:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732371670097.ae3d614faad56acc71526ce227a60804., hostname=c6f7b1897123,39833,1732371664686, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:21:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732371670097.ae3d614faad56acc71526ce227a60804., hostname=c6f7b1897123,39833,1732371664686, seqNum=2 from cache 2024-11-23T14:21:18,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:18,288 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T14:21:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39295,1732371659091, seqNum=-1] 2024-11-23T14:21:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:18,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9., hostname=c6f7b1897123,39295,1732371659091, seqNum=2] 2024-11-23T14:21:18,299 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:21:18,395 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T14:21:18,438 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 687, reset compression=false 2024-11-23T14:21:18,649 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 725, reset compression=false 2024-11-23T14:21:18,653 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:21:18,653 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39833,1732371664686 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae3d614faad56acc71526ce227a60804/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732371678285/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T14:21:18,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.ReplicationSink(318): Replicating [7a71989d-84c7-4993-a5d3-72aec68c9836] bulk loaded data 2024-11-23T14:21:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741844_1020 (size=10791) 2024-11-23T14:21:18,853 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 1033, reset compression=false 2024-11-23T14:21:19,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741845_1021 (size=11194) 2024-11-23T14:21:19,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:21:19,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T14:21:19,082 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T14:21:19,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ for inclusion in cf11f9b568f843d42fe1fbe7d0a535c9/f 2024-11-23T14:21:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T14:21:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:21:19,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ for inclusion in cf11f9b568f843d42fe1fbe7d0a535c9/f 2024-11-23T14:21:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T14:21:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:21:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegion(2603): Flush status journal for cf11f9b568f843d42fe1fbe7d0a535c9: 2024-11-23T14:21:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7d0ed627801b495d81012a4a00f16138_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:21:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/2423a4455b68429a8c22fcbfa47a59da_SeqId_6_ 2024-11-23T14:21:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a8b7035df82544b49d27c2ec8581f120_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:21:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/cb857dea9c634b93b5fe255ae77b10c5_SeqId_6_ 2024-11-23T14:21:19,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ into cf11f9b568f843d42fe1fbe7d0a535c9/f as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/2423a4455b68429a8c22fcbfa47a59da_SeqId_6_ - updating store file list. 2024-11-23T14:21:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2423a4455b68429a8c22fcbfa47a59da_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:21:19,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/2423a4455b68429a8c22fcbfa47a59da_SeqId_6_ into cf11f9b568f843d42fe1fbe7d0a535c9/f 2024-11-23T14:21:19,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ into cf11f9b568f843d42fe1fbe7d0a535c9/f (new location: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/2423a4455b68429a8c22fcbfa47a59da_SeqId_6_) 2024-11-23T14:21:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/7d0ed627801b495d81012a4a00f16138_SeqId_6_ 2024-11-23T14:21:19,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ into cf11f9b568f843d42fe1fbe7d0a535c9/f as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/cb857dea9c634b93b5fe255ae77b10c5_SeqId_6_ - updating store file list. 2024-11-23T14:21:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb857dea9c634b93b5fe255ae77b10c5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:21:19,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/cb857dea9c634b93b5fe255ae77b10c5_SeqId_6_ into cf11f9b568f843d42fe1fbe7d0a535c9/f 2024-11-23T14:21:19,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ into cf11f9b568f843d42fe1fbe7d0a535c9/f (new location: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/f/cb857dea9c634b93b5fe255ae77b10c5_SeqId_6_) 2024-11-23T14:21:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/staging/jenkins.hfs.10__test__75k5ners2011njq65pv1brliff0mr4eus1pjirgm2qjtf72cgfebpjma5v1m7rvl/f/a8b7035df82544b49d27c2ec8581f120_SeqId_6_ 2024-11-23T14:21:19,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.ReplicationSink(324): Finished replicating [7a71989d-84c7-4993-a5d3-72aec68c9836] bulk loaded data 2024-11-23T14:21:19,157 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 1033, reset compression=false 2024-11-23T14:21:19,242 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 687, reset compression=false 2024-11-23T14:21:19,246 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:21:19,246 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39295,1732371659091 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf11f9b568f843d42fe1fbe7d0a535c9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732371679102/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T14:21:19,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.ReplicationSink(318): Replicating [7a71989d-84c7-4993-a5d3-72aec68c9836, d10dee72-f8fa-4e2a-9644-1c184ce07558] bulk loaded data 2024-11-23T14:21:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741844_1020 (size=11194) 2024-11-23T14:21:19,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:21:19,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:19,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:19,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:19,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:19,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:19,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:21:19,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1990160846, stopped=false 2024-11-23T14:21:19,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,44755,1732371664548 2024-11-23T14:21:19,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1597202050/running 2024-11-23T14:21:19,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1597202050/running 2024-11-23T14:21:19,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:19,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:19,373 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:21:19,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:19,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:19,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:19,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,39833,1732371664686' ***** 2024-11-23T14:21:19,374 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:21:19,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on znode that does not yet exist, /1597202050/running 2024-11-23T14:21:19,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Set watcher on znode that does not yet exist, /1597202050/running 2024-11-23T14:21:19,374 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:21:19,374 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:21:19,374 INFO [RS:0;c6f7b1897123:39833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:21:19,374 INFO [RS:0;c6f7b1897123:39833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c96e07a374ecb8d6864118caa40c681 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(3091): Received CLOSE for ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,39833,1732371664686 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39833. 2024-11-23T14:21:19,375 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c96e07a374ecb8d6864118caa40c681, disabling compactions & flushes 2024-11-23T14:21:19,375 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:19,375 DEBUG [RS:0;c6f7b1897123:39833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:19,375 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:19,375 DEBUG [RS:0;c6f7b1897123:39833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:19,375 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. after waiting 0 ms 2024-11-23T14:21:19,375 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:21:19,375 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c96e07a374ecb8d6864118caa40c681 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T14:21:19,375 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:21:19,375 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1325): Online Regions={0c96e07a374ecb8d6864118caa40c681=hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681., ae3d614faad56acc71526ce227a60804=test,,1732371670097.ae3d614faad56acc71526ce227a60804., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:21:19,375 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:21:19,375 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 0c96e07a374ecb8d6864118caa40c681, 1588230740, ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:19,375 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:21:19,376 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:21:19,376 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:21:19,376 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:21:19,376 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:21:19,385 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:21:19,390 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/.tmp/hfileref/903d37703f86443f89a4da752ea50641 is 74, key is 1/hfileref:0dcdcce13f6044b9a58bfd4bb457ad39_SeqId_4_/1732371678149/DeleteColumn/seqid=0 2024-11-23T14:21:19,392 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/info/83951efa836246a4922048e2a8c6aca4 is 147, key is hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681./info:regioninfo/1732371674181/Put/seqid=0 2024-11-23T14:21:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741845_1021 (size=5345) 2024-11-23T14:21:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741846_1022 (size=7686) 2024-11-23T14:21:19,447 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1033, reset compression=false 2024-11-23T14:21:19,561 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 1033, reset compression=false 2024-11-23T14:21:19,576 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 0c96e07a374ecb8d6864118caa40c681, 1588230740, ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741847_1023 (size=10791) 2024-11-23T14:21:19,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:19,674 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:21:19,674 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:21:19,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:19,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:19,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:19,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:19,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:19,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:19,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:19,750 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1033, reset compression=false 2024-11-23T14:21:19,776 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 0c96e07a374ecb8d6864118caa40c681, 1588230740, ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:19,796 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/.tmp/hfileref/903d37703f86443f89a4da752ea50641 2024-11-23T14:21:19,798 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/info/83951efa836246a4922048e2a8c6aca4 2024-11-23T14:21:19,814 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/.tmp/queue/cfa94e7d40884bfcadb8e7c9bf6fdcb0 is 154, key is 1-c6f7b1897123,39833,1732371664686/queue:c6f7b1897123%2C39833%2C1732371664686/1732371679106/Put/seqid=0 2024-11-23T14:21:19,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741848_1024 (size=5353) 2024-11-23T14:21:19,823 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/ns/8ea49de69ee74823b6d407f98c9e0284 is 43, key is default/ns:d/1732371667854/Put/seqid=0 2024-11-23T14:21:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741849_1025 (size=5153) 2024-11-23T14:21:19,976 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 0c96e07a374ecb8d6864118caa40c681, 1588230740, ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:20,064 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 1033, reset compression=false 2024-11-23T14:21:20,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:21:20,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39833 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T14:21:20,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39833 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57120 deadline: 1732371740068, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping 2024-11-23T14:21:20,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 from cache 2024-11-23T14:21:20,154 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1033, reset compression=false 2024-11-23T14:21:20,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:20,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:20,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39833 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T14:21:20,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39833 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57120 deadline: 1732371740069, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping 2024-11-23T14:21:20,176 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 0c96e07a374ecb8d6864118caa40c681, 1588230740, ae3d614faad56acc71526ce227a60804 2024-11-23T14:21:20,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 from cache 2024-11-23T14:21:20,219 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/.tmp/queue/cfa94e7d40884bfcadb8e7c9bf6fdcb0 2024-11-23T14:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/.tmp/hfileref/903d37703f86443f89a4da752ea50641 as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/hfileref/903d37703f86443f89a4da752ea50641 2024-11-23T14:21:20,227 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/ns/8ea49de69ee74823b6d407f98c9e0284 2024-11-23T14:21:20,227 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/hfileref/903d37703f86443f89a4da752ea50641, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T14:21:20,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/.tmp/queue/cfa94e7d40884bfcadb8e7c9bf6fdcb0 as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/queue/cfa94e7d40884bfcadb8e7c9bf6fdcb0 2024-11-23T14:21:20,232 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/queue/cfa94e7d40884bfcadb8e7c9bf6fdcb0, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T14:21:20,233 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0c96e07a374ecb8d6864118caa40c681 in 858ms, sequenceid=12, compaction requested=false 2024-11-23T14:21:20,243 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/replication/0c96e07a374ecb8d6864118caa40c681/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T14:21:20,243 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:20,243 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:20,243 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:20,243 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c96e07a374ecb8d6864118caa40c681: Waiting for close lock at 1732371679375Running coprocessor pre-close hooks at 1732371679375Disabling compacts and flushes for region at 1732371679375Disabling writes for close at 1732371679375Obtaining lock to block concurrent updates at 1732371679375Preparing flush snapshotting stores in 0c96e07a374ecb8d6864118caa40c681 at 1732371679375Finished memstore snapshotting hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732371679376 (+1 ms)Flushing stores of hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. at 1732371679376Flushing 0c96e07a374ecb8d6864118caa40c681/hfileref: creating writer at 1732371679376Flushing 0c96e07a374ecb8d6864118caa40c681/hfileref: appending metadata at 1732371679389 (+13 ms)Flushing 0c96e07a374ecb8d6864118caa40c681/hfileref: closing flushed file at 1732371679389Flushing 0c96e07a374ecb8d6864118caa40c681/queue: creating writer at 1732371679801 (+412 ms)Flushing 0c96e07a374ecb8d6864118caa40c681/queue: appending metadata at 1732371679814 (+13 ms)Flushing 0c96e07a374ecb8d6864118caa40c681/queue: closing flushed file at 1732371679814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e263a7b: reopening flushed file at 1732371680223 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fec784: reopening flushed file at 1732371680227 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0c96e07a374ecb8d6864118caa40c681 in 858ms, sequenceid=12, compaction requested=false at 1732371680233 (+6 ms)Writing region close event to WAL at 1732371680240 (+7 ms)Running coprocessor post-close hooks at 1732371680243 (+3 ms)Closed at 1732371680243 2024-11-23T14:21:20,244 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371673408.0c96e07a374ecb8d6864118caa40c681. 2024-11-23T14:21:20,244 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae3d614faad56acc71526ce227a60804, disabling compactions & flushes 2024-11-23T14:21:20,244 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:20,244 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:20,244 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371670097.ae3d614faad56acc71526ce227a60804. after waiting 0 ms 2024-11-23T14:21:20,244 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:20,245 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/rep_barrier/64767b56cc5445adbe1ea141c6e47a56 is 112, key is test,,1732371670097.ae3d614faad56acc71526ce227a60804./rep_barrier:seqnumDuringOpen/1732371670847/Put/seqid=0 2024-11-23T14:21:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741850_1026 (size=5518) 2024-11-23T14:21:20,255 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/default/test/ae3d614faad56acc71526ce227a60804/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T14:21:20,256 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:20,256 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:21:20,256 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:20,256 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae3d614faad56acc71526ce227a60804: Waiting for close lock at 1732371680244Running coprocessor pre-close hooks at 1732371680244Disabling compacts and flushes for region at 1732371680244Disabling writes for close at 1732371680244Writing region close event to WAL at 1732371680250 (+6 ms)Running coprocessor post-close hooks at 1732371680256 (+6 ms)Closed at 1732371680256 2024-11-23T14:21:20,256 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371670097.ae3d614faad56acc71526ce227a60804. 2024-11-23T14:21:20,376 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:21:20,376 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:21:20,376 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:20,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:20,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:20,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39833 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T14:21:20,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39833 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57120 deadline: 1732371740069, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping 2024-11-23T14:21:20,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 from cache 2024-11-23T14:21:20,577 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:20,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T14:21:20,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T14:21:20,653 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/rep_barrier/64767b56cc5445adbe1ea141c6e47a56 2024-11-23T14:21:20,657 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1033, reset compression=false 2024-11-23T14:21:20,667 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 1033, reset compression=false 2024-11-23T14:21:20,672 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:20,672 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 1328, reset compression=false 2024-11-23T14:21:20,672 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39833,1732371664686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:20,673 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,39833,1732371664686: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,39833,1732371664686, walGroup=c6f7b1897123%2C39833%2C1732371664686, offset=c6f7b1897123%2C39833%2C1732371664686.1732371666804:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:21:20,674 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:21:20,674 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:21:20,675 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:21:20,675 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/table/a1d0fcdab7c34631b59d8e5d6c61ea1f is 53, key is hbase:replication/table:state/1732371674188/Put/seqid=0 2024-11-23T14:21:20,675 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:21:20,675 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:21:20,675 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 580978688 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187785832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:21:20,678 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:21:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741851_1027 (size=5308) 2024-11-23T14:21:20,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:20,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:20,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:20,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:20,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:20,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 from cache 2024-11-23T14:21:20,777 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:20,881 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 1328, reset compression=false 2024-11-23T14:21:20,977 DEBUG [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:21,083 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/table/a1d0fcdab7c34631b59d8e5d6c61ea1f 2024-11-23T14:21:21,088 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/info/83951efa836246a4922048e2a8c6aca4 as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/info/83951efa836246a4922048e2a8c6aca4 2024-11-23T14:21:21,092 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/info/83951efa836246a4922048e2a8c6aca4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:21:21,093 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/ns/8ea49de69ee74823b6d407f98c9e0284 as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/ns/8ea49de69ee74823b6d407f98c9e0284 2024-11-23T14:21:21,098 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/ns/8ea49de69ee74823b6d407f98c9e0284, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:21:21,098 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/rep_barrier/64767b56cc5445adbe1ea141c6e47a56 as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/rep_barrier/64767b56cc5445adbe1ea141c6e47a56 2024-11-23T14:21:21,103 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/rep_barrier/64767b56cc5445adbe1ea141c6e47a56, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:21:21,104 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/.tmp/table/a1d0fcdab7c34631b59d8e5d6c61ea1f as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/table/a1d0fcdab7c34631b59d8e5d6c61ea1f 2024-11-23T14:21:21,108 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/table/a1d0fcdab7c34631b59d8e5d6c61ea1f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:21:21,109 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-23T14:21:21,113 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:21:21,114 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:21,114 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:21,114 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:21,114 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371679375Running coprocessor pre-close hooks at 1732371679375Disabling compacts and flushes for region at 1732371679375Disabling writes for close at 1732371679376 (+1 ms)Obtaining lock to block concurrent updates at 1732371679376Preparing flush snapshotting stores in 1588230740 at 1732371679376Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371679376Flushing stores of hbase:meta,,1.1588230740 at 1732371679376Flushing 1588230740/info: creating writer at 1732371679376Flushing 1588230740/info: appending metadata at 1732371679392 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732371679392Flushing 1588230740/ns: creating writer at 1732371679802 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732371679822 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732371679822Flushing 1588230740/rep_barrier: creating writer at 1732371680231 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371680245 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371680245Flushing 1588230740/table: creating writer at 1732371680657 (+412 ms)Flushing 1588230740/table: appending metadata at 1732371680675 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732371680675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c8a137: reopening flushed file at 1732371681087 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3bf5ce: reopening flushed file at 1732371681092 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da4da9a: reopening flushed file at 1732371681098 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a88f544: reopening flushed file at 1732371681103 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1732371681109 (+6 ms)Writing region close event to WAL at 1732371681110 (+1 ms)Running coprocessor post-close hooks at 1732371681113 (+3 ms)Closed at 1732371681114 (+1 ms) 2024-11-23T14:21:21,114 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:21,177 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,39833,1732371664686; all regions closed. 2024-11-23T14:21:21,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:21:21,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.meta.1732371667806.meta not finished, retry = 0 2024-11-23T14:21:21,185 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.1732371666804 to pos 1328, reset compression=false 2024-11-23T14:21:21,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:21,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1] 2024-11-23T14:21:21,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:21,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:21,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:21,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39833,1732371664686, seqNum=-1 from cache 2024-11-23T14:21:21,206 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:21,207 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-23T14:21:20.072Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.176Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.386Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.696Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:21.206Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c6f7b1897123,39833,1732371664686 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-23T14:21:21,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-23T14:21:20.072Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.176Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.386Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.696Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:21.206Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c6f7b1897123,39833,1732371664686 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-23T14:21:21,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39833 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:57106 deadline: 1732371739247, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-23T14:21:20.072Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.176Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.386Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.696Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:21.206Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:21,210 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-23T14:21:20.072Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.176Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.386Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f7b1897123,39833,1732371664686 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T14:21:20.696Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting 2024-11-23T14:21:21.206Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server c6f7b1897123,39833,1732371664686 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:21,260 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1033, reset compression=false 2024-11-23T14:21:21,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741839_1015 (size=3127) 2024-11-23T14:21:21,282 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/WALs/c6f7b1897123,39833,1732371664686/c6f7b1897123%2C39833%2C1732371664686.rep.1732371674144 not finished, retry = 0 2024-11-23T14:21:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f7b1897123,39833,1732371664686 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:21,314 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c6f7b1897123,39833,1732371664686 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741832_1008 (size=1336) 2024-11-23T14:21:21,385 DEBUG [RS:0;c6f7b1897123:39833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:21,385 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:21:21,385 INFO [RS:0;c6f7b1897123:39833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:21:21,385 INFO [RS:0;c6f7b1897123:39833 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T14:21:21,385 INFO [RS:0;c6f7b1897123:39833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:21:21,385 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:21:21,385 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,39833,1732371664686 because: Region server is closing 2024-11-23T14:21:21,385 INFO [RS:0;c6f7b1897123:39833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39833. 2024-11-23T14:21:21,386 DEBUG [RS:0;c6f7b1897123:39833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:21,386 DEBUG [RS:0;c6f7b1897123:39833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:21,386 DEBUG [RS:0;c6f7b1897123:39833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:21,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:21,486 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.shipperc6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 terminated 2024-11-23T14:21:21,486 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39833,1732371664686.replicationSource.wal-reader.c6f7b1897123%2C39833%2C1732371664686,1-c6f7b1897123,39833,1732371664686 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:21:21,486 INFO [RS:0;c6f7b1897123:39833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39833. 2024-11-23T14:21:21,486 DEBUG [RS:0;c6f7b1897123:39833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:21,486 DEBUG [RS:0;c6f7b1897123:39833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:21,487 DEBUG [RS:0;c6f7b1897123:39833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:21,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:21,487 INFO [RS:0;c6f7b1897123:39833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39833 2024-11-23T14:21:21,517 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c6f7b1897123:39833 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:39833 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:21,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c6f7b1897123:39833 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:39833 2024-11-23T14:21:21,517 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c6f7b1897123:39833 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:39833 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:39833 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-23T14:21:21,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1597202050/rs/c6f7b1897123,39833,1732371664686 2024-11-23T14:21:21,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050/rs 2024-11-23T14:21:21,594 INFO [RS:0;c6f7b1897123:39833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:21:21,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,39833,1732371664686] 2024-11-23T14:21:21,615 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1597202050/draining/c6f7b1897123,39833,1732371664686 already deleted, retry=false 2024-11-23T14:21:21,615 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,39833,1732371664686 expired; onlineServers=0 2024-11-23T14:21:21,615 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,44755,1732371664548' ***** 2024-11-23T14:21:21,615 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:21:21,615 INFO [M:0;c6f7b1897123:44755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:21:21,615 INFO [M:0;c6f7b1897123:44755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:21:21,615 DEBUG [M:0;c6f7b1897123:44755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:21:21,615 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:21:21,615 DEBUG [M:0;c6f7b1897123:44755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:21:21,615 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371666544 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371666544,5,FailOnTimeoutGroup] 2024-11-23T14:21:21,615 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371666547 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371666547,5,FailOnTimeoutGroup] 2024-11-23T14:21:21,615 INFO [M:0;c6f7b1897123:44755 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:21:21,615 INFO [M:0;c6f7b1897123:44755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:21:21,615 DEBUG [M:0;c6f7b1897123:44755 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:21:21,615 INFO [M:0;c6f7b1897123:44755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:21:21,616 INFO [M:0;c6f7b1897123:44755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:21:21,616 INFO [M:0;c6f7b1897123:44755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:21:21,616 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:21:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1597202050/master 2024-11-23T14:21:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1597202050 2024-11-23T14:21:21,625 DEBUG [M:0;c6f7b1897123:44755 {}] zookeeper.ZKUtil(347): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Unable to get data of znode /1597202050/master because node does not exist (not an error) 2024-11-23T14:21:21,625 WARN [M:0;c6f7b1897123:44755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:21:21,626 INFO [M:0;c6f7b1897123:44755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/.lastflushedseqids 2024-11-23T14:21:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741852_1028 (size=263) 2024-11-23T14:21:21,704 INFO [RS:0;c6f7b1897123:39833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:21:21,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:21,704 INFO [RS:0;c6f7b1897123:39833 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,39833,1732371664686; zookeeper connection closed. 2024-11-23T14:21:21,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39833-0x1016811abcc0004, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:21,705 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@484de91d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@484de91d 2024-11-23T14:21:21,705 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:21:21,820 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f7b1897123:39833 this server is in the failed servers list 2024-11-23T14:21:21,820 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f7b1897123:39833 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:39833 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:39833 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-23T14:21:21,964 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1033, reset compression=false 2024-11-23T14:21:22,030 INFO [M:0;c6f7b1897123:44755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:21:22,030 INFO [M:0;c6f7b1897123:44755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:21:22,030 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:21:22,030 INFO [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:22,030 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:22,030 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:21:22,030 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:22,031 INFO [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-23T14:21:22,048 DEBUG [M:0;c6f7b1897123:44755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3315b2c000db4318886d1260b8431846 is 82, key is hbase:meta,,1/info:regioninfo/1732371667835/Put/seqid=0 2024-11-23T14:21:22,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741853_1029 (size=5672) 2024-11-23T14:21:22,222 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f7b1897123:39833 this server is in the failed servers list 2024-11-23T14:21:22,222 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f7b1897123:39833 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:39833 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:39833 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-23T14:21:22,455 INFO [M:0;c6f7b1897123:44755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3315b2c000db4318886d1260b8431846 2024-11-23T14:21:22,471 DEBUG [M:0;c6f7b1897123:44755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71ca481aebd74b21a021a14bbec4d4bf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732371674191/Put/seqid=0 2024-11-23T14:21:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741854_1030 (size=8515) 2024-11-23T14:21:22,723 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f7b1897123:39833 this server is in the failed servers list 2024-11-23T14:21:22,723 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f7b1897123:39833 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:39833 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:39833 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-23T14:21:22,767 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1033, reset compression=false 2024-11-23T14:21:22,946 INFO [M:0;c6f7b1897123:44755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71ca481aebd74b21a021a14bbec4d4bf 2024-11-23T14:21:22,965 DEBUG [M:0;c6f7b1897123:44755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c506327587d24fe3977d7c5bdd90780d is 69, key is c6f7b1897123,39833,1732371664686/rs:state/1732371666647/Put/seqid=0 2024-11-23T14:21:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741855_1031 (size=5156) 2024-11-23T14:21:23,324 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f7b1897123:39833 this server is in the failed servers list 2024-11-23T14:21:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T14:21:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57078 deadline: 1732371743325, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-23T14:21:23,327 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-23T14:21:23,328 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-23T14:21:23,328 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f7b1897123:39833 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:39833 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:39833 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-23T14:21:23,369 INFO [M:0;c6f7b1897123:44755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c506327587d24fe3977d7c5bdd90780d 2024-11-23T14:21:23,374 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3315b2c000db4318886d1260b8431846 as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3315b2c000db4318886d1260b8431846 2024-11-23T14:21:23,378 INFO [M:0;c6f7b1897123:44755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3315b2c000db4318886d1260b8431846, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T14:21:23,379 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71ca481aebd74b21a021a14bbec4d4bf as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71ca481aebd74b21a021a14bbec4d4bf 2024-11-23T14:21:23,383 INFO [M:0;c6f7b1897123:44755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71ca481aebd74b21a021a14bbec4d4bf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T14:21:23,384 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c506327587d24fe3977d7c5bdd90780d as hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c506327587d24fe3977d7c5bdd90780d 2024-11-23T14:21:23,388 INFO [M:0;c6f7b1897123:44755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/3133fc14-acf6-0dcb-18f9-55dd514a2176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c506327587d24fe3977d7c5bdd90780d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T14:21:23,388 INFO [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1358ms, sequenceid=97, compaction requested=false 2024-11-23T14:21:23,392 INFO [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:23,392 DEBUG [M:0;c6f7b1897123:44755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371682030Disabling compacts and flushes for region at 1732371682030Disabling writes for close at 1732371682030Obtaining lock to block concurrent updates at 1732371682031 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371682031Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732371682031Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371682031Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371682031Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371682048 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371682048Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371682458 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371682471 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371682471Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371682950 (+479 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371682965 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371682965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb77418: reopening flushed file at 1732371683373 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23fdac29: reopening flushed file at 1732371683379 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1304de47: reopening flushed file at 1732371683383 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1358ms, sequenceid=97, compaction requested=false at 1732371683388 (+5 ms)Writing region close event to WAL at 1732371683392 (+4 ms)Closed at 1732371683392 2024-11-23T14:21:23,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741830_1006 (size=63642) 2024-11-23T14:21:23,395 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:21:23,395 INFO [M:0;c6f7b1897123:44755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:21:23,395 INFO [M:0;c6f7b1897123:44755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44755 2024-11-23T14:21:23,396 INFO [M:0;c6f7b1897123:44755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:21:23,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:23,547 INFO [M:0;c6f7b1897123:44755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:21:23,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1016811abcc0003, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:23,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b38e1f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:21:23,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645059c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:21:23,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:21:23,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e7fe5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:21:23,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5a569c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.log.dir/,STOPPED} 2024-11-23T14:21:23,584 WARN [BP-692938568-172.17.0.3-1732371662578 heartbeating to localhost/127.0.0.1:38161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:21:23,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:21:23,584 WARN [BP-692938568-172.17.0.3-1732371662578 heartbeating to localhost/127.0.0.1:38161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-692938568-172.17.0.3-1732371662578 (Datanode Uuid 40ce150e-372e-4686-9e00-15f14e166687) service to localhost/127.0.0.1:38161 2024-11-23T14:21:23,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:21:23,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/cluster_4f52cb94-6d19-b855-acb2-8a52d4242253/data/data1/current/BP-692938568-172.17.0.3-1732371662578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:21:23,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/cluster_4f52cb94-6d19-b855-acb2-8a52d4242253/data/data2/current/BP-692938568-172.17.0.3-1732371662578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:21:23,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:21:23,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b5ef8dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:21:23,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26a0d277{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:21:23,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:21:23,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64838515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:21:23,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd531f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.log.dir/,STOPPED} 2024-11-23T14:21:23,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:21:23,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:21:23,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:23,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:23,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:23,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:23,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:23,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:21:23,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1795450033, stopped=false 2024-11-23T14:21:23,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,37199,1732371658888 2024-11-23T14:21:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780810572/running 2024-11-23T14:21:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780810572/running 2024-11-23T14:21:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:23,646 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:21:23,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:23,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:23,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:23,647 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,39295,1732371659091' ***** 2024-11-23T14:21:23,647 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:21:23,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on znode that does not yet exist, /01780810572/running 2024-11-23T14:21:23,647 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:21:23,647 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:21:23,647 INFO [RS:0;c6f7b1897123:39295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:21:23,647 INFO [RS:0;c6f7b1897123:39295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:21:23,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Set watcher on znode that does not yet exist, /01780810572/running 2024-11-23T14:21:23,647 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(3091): Received CLOSE for cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(3091): Received CLOSE for 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,39295,1732371659091 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39295. 2024-11-23T14:21:23,648 DEBUG [RS:0;c6f7b1897123:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:23,648 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf11f9b568f843d42fe1fbe7d0a535c9, disabling compactions & flushes 2024-11-23T14:21:23,648 DEBUG [RS:0;c6f7b1897123:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:23,648 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:21:23,648 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:21:23,648 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. after waiting 0 ms 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:21:23,648 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:23,648 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:21:23,648 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cf11f9b568f843d42fe1fbe7d0a535c9=test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9., 480cd931b0e5943870f2bf51e1290a11=hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11.} 2024-11-23T14:21:23,648 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 480cd931b0e5943870f2bf51e1290a11, cf11f9b568f843d42fe1fbe7d0a535c9 2024-11-23T14:21:23,648 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:21:23,648 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:21:23,648 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:21:23,648 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:21:23,648 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:21:23,648 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:21:23,651 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/default/test/cf11f9b568f843d42fe1fbe7d0a535c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T14:21:23,652 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:23,652 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:21:23,652 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:23,652 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf11f9b568f843d42fe1fbe7d0a535c9: Waiting for close lock at 1732371683648Running coprocessor pre-close hooks at 1732371683648Disabling compacts and flushes for region at 1732371683648Disabling writes for close at 1732371683648Writing region close event to WAL at 1732371683649 (+1 ms)Running coprocessor post-close hooks at 1732371683652 (+3 ms)Closed at 1732371683652 2024-11-23T14:21:23,652 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9. 2024-11-23T14:21:23,652 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 480cd931b0e5943870f2bf51e1290a11, disabling compactions & flushes 2024-11-23T14:21:23,652 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:23,652 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:23,652 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. after waiting 0 ms 2024-11-23T14:21:23,652 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:23,652 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 480cd931b0e5943870f2bf51e1290a11 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-23T14:21:23,663 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/info/9584c1cbbac24d9eb28815185011f078 is 147, key is hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11./info:regioninfo/1732371672036/Put/seqid=0 2024-11-23T14:21:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741846_1022 (size=7686) 2024-11-23T14:21:23,666 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/info/9584c1cbbac24d9eb28815185011f078 2024-11-23T14:21:23,670 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/.tmp/hfileref/40145908f6314ed097140a112512b5f9 is 74, key is 1/hfileref:2423a4455b68429a8c22fcbfa47a59da_SeqId_6_/1732371679092/Put/seqid=0 2024-11-23T14:21:23,671 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1033, reset compression=false 2024-11-23T14:21:23,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741847_1023 (size=5345) 2024-11-23T14:21:23,678 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:23,678 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1328, reset compression=false 2024-11-23T14:21:23,688 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/ns/130607b215ea444f9584b44eb259457b is 43, key is default/ns:d/1732371662498/Put/seqid=0 2024-11-23T14:21:23,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741848_1024 (size=5153) 2024-11-23T14:21:23,695 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:21:23,848 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:23,882 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1328, reset compression=false 2024-11-23T14:21:24,028 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-23T14:21:24,029 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c6f7b1897123:44755 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:44755 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:24,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c6f7b1897123:44755 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:44755 2024-11-23T14:21:24,048 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:24,078 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/.tmp/hfileref/40145908f6314ed097140a112512b5f9 2024-11-23T14:21:24,092 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/ns/130607b215ea444f9584b44eb259457b 2024-11-23T14:21:24,105 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/.tmp/queue/15b6b19cba0e4769b64e9159bf3a3f03 is 153, key is 1-c6f7b1897123,39295,1732371659091/queue:c6f7b1897123%2C39295%2C1732371659091/1732371676581/Put/seqid=0 2024-11-23T14:21:24,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741849_1025 (size=5352) 2024-11-23T14:21:24,116 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/rep_barrier/e8d2674b43694c7fb033c0a08d655f60 is 112, key is test,,1732371667947.cf11f9b568f843d42fe1fbe7d0a535c9./rep_barrier:seqnumDuringOpen/1732371669100/Put/seqid=0 2024-11-23T14:21:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741850_1026 (size=5518) 2024-11-23T14:21:24,134 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:24,134 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c6f7b1897123:44755 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:44755 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T14:21:24,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c6f7b1897123:44755 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:44755 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-23T14:21:24,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c6f7b1897123:44755 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f7b1897123/172.17.0.3:44755 2024-11-23T14:21:24,186 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1328, reset compression=false 2024-11-23T14:21:24,249 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:24,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:24,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f7b1897123:44755 this server is in the failed servers list 2024-11-23T14:21:24,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:44755 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:24,449 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 480cd931b0e5943870f2bf51e1290a11 2024-11-23T14:21:24,471 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:21:24,471 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:21:24,512 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/.tmp/queue/15b6b19cba0e4769b64e9159bf3a3f03 2024-11-23T14:21:24,517 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/.tmp/hfileref/40145908f6314ed097140a112512b5f9 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/hfileref/40145908f6314ed097140a112512b5f9 2024-11-23T14:21:24,519 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/rep_barrier/e8d2674b43694c7fb033c0a08d655f60 2024-11-23T14:21:24,522 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/hfileref/40145908f6314ed097140a112512b5f9, entries=4, sequenceid=10, filesize=5.2 K 2024-11-23T14:21:24,522 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/.tmp/queue/15b6b19cba0e4769b64e9159bf3a3f03 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/queue/15b6b19cba0e4769b64e9159bf3a3f03 2024-11-23T14:21:24,526 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/queue/15b6b19cba0e4769b64e9159bf3a3f03, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T14:21:24,527 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 480cd931b0e5943870f2bf51e1290a11 in 875ms, sequenceid=10, compaction requested=false 2024-11-23T14:21:24,534 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/replication/480cd931b0e5943870f2bf51e1290a11/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T14:21:24,535 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:24,535 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:24,535 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:24,535 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 480cd931b0e5943870f2bf51e1290a11: Waiting for close lock at 1732371683652Running coprocessor pre-close hooks at 1732371683652Disabling compacts and flushes for region at 1732371683652Disabling writes for close at 1732371683652Obtaining lock to block concurrent updates at 1732371683652Preparing flush snapshotting stores in 480cd931b0e5943870f2bf51e1290a11 at 1732371683652Finished memstore snapshotting hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732371683653 (+1 ms)Flushing stores of hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. at 1732371683653Flushing 480cd931b0e5943870f2bf51e1290a11/hfileref: creating writer at 1732371683653Flushing 480cd931b0e5943870f2bf51e1290a11/hfileref: appending metadata at 1732371683670 (+17 ms)Flushing 480cd931b0e5943870f2bf51e1290a11/hfileref: closing flushed file at 1732371683670Flushing 480cd931b0e5943870f2bf51e1290a11/queue: creating writer at 1732371684082 (+412 ms)Flushing 480cd931b0e5943870f2bf51e1290a11/queue: appending metadata at 1732371684105 (+23 ms)Flushing 480cd931b0e5943870f2bf51e1290a11/queue: closing flushed file at 1732371684105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c70996c: reopening flushed file at 1732371684516 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff27611: reopening flushed file at 1732371684522 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 480cd931b0e5943870f2bf51e1290a11 in 875ms, sequenceid=10, compaction requested=false at 1732371684527 (+5 ms)Writing region close event to WAL at 1732371684528 (+1 ms)Running coprocessor post-close hooks at 1732371684535 (+7 ms)Closed at 1732371684535 2024-11-23T14:21:24,535 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371671258.480cd931b0e5943870f2bf51e1290a11. 2024-11-23T14:21:24,537 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/table/8b8a42ffc41e442bb4234eb3f5d0ca54 is 53, key is hbase:replication/table:state/1732371672043/Put/seqid=0 2024-11-23T14:21:24,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741851_1027 (size=5308) 2024-11-23T14:21:24,589 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1328, reset compression=false 2024-11-23T14:21:24,649 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:21:24,649 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:21:24,649 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:24,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:24,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f7b1897123:44755 this server is in the failed servers list 2024-11-23T14:21:24,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:44755 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:24,849 DEBUG [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:24,941 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/table/8b8a42ffc41e442bb4234eb3f5d0ca54 2024-11-23T14:21:24,945 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/info/9584c1cbbac24d9eb28815185011f078 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/info/9584c1cbbac24d9eb28815185011f078 2024-11-23T14:21:24,950 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/info/9584c1cbbac24d9eb28815185011f078, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:21:24,951 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/ns/130607b215ea444f9584b44eb259457b as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/ns/130607b215ea444f9584b44eb259457b 2024-11-23T14:21:24,955 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/ns/130607b215ea444f9584b44eb259457b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:21:24,956 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/rep_barrier/e8d2674b43694c7fb033c0a08d655f60 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/rep_barrier/e8d2674b43694c7fb033c0a08d655f60 2024-11-23T14:21:24,960 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/rep_barrier/e8d2674b43694c7fb033c0a08d655f60, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:21:24,961 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/.tmp/table/8b8a42ffc41e442bb4234eb3f5d0ca54 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/table/8b8a42ffc41e442bb4234eb3f5d0ca54 2024-11-23T14:21:24,965 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/table/8b8a42ffc41e442bb4234eb3f5d0ca54, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:21:24,965 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-23T14:21:24,966 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:21:24,972 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:21:24,973 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:24,973 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:24,973 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:24,973 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371683648Running coprocessor pre-close hooks at 1732371683648Disabling compacts and flushes for region at 1732371683648Disabling writes for close at 1732371683648Obtaining lock to block concurrent updates at 1732371683648Preparing flush snapshotting stores in 1588230740 at 1732371683648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371683649 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371683649Flushing 1588230740/info: creating writer at 1732371683649Flushing 1588230740/info: appending metadata at 1732371683663 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732371683663Flushing 1588230740/ns: creating writer at 1732371683670 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732371683688 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732371683688Flushing 1588230740/rep_barrier: creating writer at 1732371684096 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371684115 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371684115Flushing 1588230740/table: creating writer at 1732371684523 (+408 ms)Flushing 1588230740/table: appending metadata at 1732371684536 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732371684536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca077ea: reopening flushed file at 1732371684945 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656223df: reopening flushed file at 1732371684950 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aca83bc: reopening flushed file at 1732371684955 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b093bf4: reopening flushed file at 1732371684960 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1732371684965 (+5 ms)Writing region close event to WAL at 1732371684970 (+5 ms)Running coprocessor post-close hooks at 1732371684973 (+3 ms)Closed at 1732371684973 2024-11-23T14:21:24,973 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:25,049 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,39295,1732371659091; all regions closed. 2024-11-23T14:21:25,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:21:25,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.meta.1732371662387.meta not finished, retry = 0 2024-11-23T14:21:25,093 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.1732371661509 to pos 1328, reset compression=false 2024-11-23T14:21:25,154 DEBUG [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/oldWALs 2024-11-23T14:21:25,154 INFO [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C39295%2C1732371659091.meta:.meta(num 1732371662387) 2024-11-23T14:21:25,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741839_1015 (size=2695) 2024-11-23T14:21:25,156 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/WALs/c6f7b1897123,39295,1732371659091/c6f7b1897123%2C39295%2C1732371659091.rep.1732371672006 not finished, retry = 0 2024-11-23T14:21:25,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:25,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f7b1897123:44755 this server is in the failed servers list 2024-11-23T14:21:25,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f7b1897123:44755 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:25,258 DEBUG [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/oldWALs 2024-11-23T14:21:25,258 INFO [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C39295%2C1732371659091.rep:(num 1732371672006) 2024-11-23T14:21:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741832_1008 (size=1336) 2024-11-23T14:21:25,262 DEBUG [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/oldWALs 2024-11-23T14:21:25,262 INFO [RS:0;c6f7b1897123:39295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C39295%2C1732371659091:(num 1732371661509) 2024-11-23T14:21:25,262 DEBUG [RS:0;c6f7b1897123:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:25,262 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:21:25,262 INFO [RS:0;c6f7b1897123:39295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:21:25,262 INFO [RS:0;c6f7b1897123:39295 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:21:25,262 INFO [RS:0;c6f7b1897123:39295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:21:25,262 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:21:25,262 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,39295,1732371659091 because: Region server is closing 2024-11-23T14:21:25,262 INFO [RS:0;c6f7b1897123:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39295. 2024-11-23T14:21:25,262 DEBUG [RS:0;c6f7b1897123:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:25,263 DEBUG [RS:0;c6f7b1897123:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:25,263 DEBUG [RS:0;c6f7b1897123:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:25,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:25,363 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.wal-reader.c6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:21:25,363 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-23T14:21:25,363 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-23T14:21:25,363 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-23T14:21:25,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:25,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:25,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:25,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:25,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:25,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:25,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:25,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:25,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:26,164 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39295,1732371659091.replicationSource.shipperc6f7b1897123%2C39295%2C1732371659091,1-c6f7b1897123,39295,1732371659091 terminated 2024-11-23T14:21:26,164 INFO [RS:0;c6f7b1897123:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39295. 2024-11-23T14:21:26,164 DEBUG [RS:0;c6f7b1897123:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:26,164 DEBUG [RS:0;c6f7b1897123:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:26,164 DEBUG [RS:0;c6f7b1897123:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:26,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:26,164 INFO [RS:0;c6f7b1897123:39295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39295 2024-11-23T14:21:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780810572/rs/c6f7b1897123,39295,1732371659091 2024-11-23T14:21:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572/rs 2024-11-23T14:21:26,172 INFO [RS:0;c6f7b1897123:39295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:21:26,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:26,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:26,176 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:26,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,39295,1732371659091] 2024-11-23T14:21:26,193 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01780810572/draining/c6f7b1897123,39295,1732371659091 already deleted, retry=false 2024-11-23T14:21:26,193 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,39295,1732371659091 expired; onlineServers=0 2024-11-23T14:21:26,193 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,37199,1732371658888' ***** 2024-11-23T14:21:26,193 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:21:26,193 INFO [M:0;c6f7b1897123:37199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:21:26,193 INFO [M:0;c6f7b1897123:37199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:21:26,193 DEBUG [M:0;c6f7b1897123:37199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:21:26,194 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:21:26,194 DEBUG [M:0;c6f7b1897123:37199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:21:26,194 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371661160 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371661160,5,FailOnTimeoutGroup] 2024-11-23T14:21:26,194 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371661161 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371661161,5,FailOnTimeoutGroup] 2024-11-23T14:21:26,194 INFO [M:0;c6f7b1897123:37199 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:21:26,194 INFO [M:0;c6f7b1897123:37199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:21:26,194 DEBUG [M:0;c6f7b1897123:37199 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:21:26,194 INFO [M:0;c6f7b1897123:37199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:21:26,194 INFO [M:0;c6f7b1897123:37199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:21:26,194 INFO [M:0;c6f7b1897123:37199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:21:26,194 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:21:26,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01780810572/master 2024-11-23T14:21:26,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01780810572 2024-11-23T14:21:26,204 DEBUG [M:0;c6f7b1897123:37199 {}] zookeeper.ZKUtil(347): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Unable to get data of znode /01780810572/master because node does not exist (not an error) 2024-11-23T14:21:26,204 WARN [M:0;c6f7b1897123:37199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:21:26,205 INFO [M:0;c6f7b1897123:37199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/.lastflushedseqids 2024-11-23T14:21:26,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741852_1028 (size=263) 2024-11-23T14:21:26,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:26,283 INFO [RS:0;c6f7b1897123:39295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:21:26,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016811abcc0001, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:26,283 INFO [RS:0;c6f7b1897123:39295 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,39295,1732371659091; zookeeper connection closed. 2024-11-23T14:21:26,283 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2be85bbd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2be85bbd 2024-11-23T14:21:26,283 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:21:26,609 INFO [M:0;c6f7b1897123:37199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:21:26,609 INFO [M:0;c6f7b1897123:37199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:21:26,609 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:21:26,609 INFO [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:26,609 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:26,609 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:21:26,609 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:26,609 INFO [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T14:21:26,623 DEBUG [M:0;c6f7b1897123:37199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08237901da28495094d77d144c6fc904 is 82, key is hbase:meta,,1/info:regioninfo/1732371662428/Put/seqid=0 2024-11-23T14:21:26,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741853_1029 (size=5672) 2024-11-23T14:21:27,027 INFO [M:0;c6f7b1897123:37199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08237901da28495094d77d144c6fc904 2024-11-23T14:21:27,043 DEBUG [M:0;c6f7b1897123:37199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b493f47ff38f42e6b51763a00ae8c9a1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732371672046/Put/seqid=0 2024-11-23T14:21:27,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741854_1030 (size=8516) 2024-11-23T14:21:27,447 INFO [M:0;c6f7b1897123:37199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b493f47ff38f42e6b51763a00ae8c9a1 2024-11-23T14:21:27,467 DEBUG [M:0;c6f7b1897123:37199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8acf5849c784ade8ca63b8b435108ac is 69, key is c6f7b1897123,39295,1732371659091/rs:state/1732371661350/Put/seqid=0 2024-11-23T14:21:27,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741855_1031 (size=5156) 2024-11-23T14:21:27,871 INFO [M:0;c6f7b1897123:37199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8acf5849c784ade8ca63b8b435108ac 2024-11-23T14:21:27,875 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08237901da28495094d77d144c6fc904 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08237901da28495094d77d144c6fc904 2024-11-23T14:21:27,879 INFO [M:0;c6f7b1897123:37199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08237901da28495094d77d144c6fc904, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T14:21:27,880 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b493f47ff38f42e6b51763a00ae8c9a1 as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b493f47ff38f42e6b51763a00ae8c9a1 2024-11-23T14:21:27,883 INFO [M:0;c6f7b1897123:37199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b493f47ff38f42e6b51763a00ae8c9a1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T14:21:27,884 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8acf5849c784ade8ca63b8b435108ac as hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8acf5849c784ade8ca63b8b435108ac 2024-11-23T14:21:27,887 INFO [M:0;c6f7b1897123:37199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43665/user/jenkins/test-data/51a7d7ba-4114-8a9b-6082-61f6ad1262d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8acf5849c784ade8ca63b8b435108ac, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T14:21:27,888 INFO [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-23T14:21:27,889 INFO [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:27,889 DEBUG [M:0;c6f7b1897123:37199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371686609Disabling compacts and flushes for region at 1732371686609Disabling writes for close at 1732371686609Obtaining lock to block concurrent updates at 1732371686609Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371686610 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732371686610Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371686610Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371686610Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371686623 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371686623Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371687030 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371687043 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371687043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371687451 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371687467 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371687467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c574664: reopening flushed file at 1732371687875 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d753f12: reopening flushed file at 1732371687879 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1553fbc2: reopening flushed file at 1732371687883 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732371687888 (+5 ms)Writing region close event to WAL at 1732371687889 (+1 ms)Closed at 1732371687889 2024-11-23T14:21:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741830_1006 (size=63654) 2024-11-23T14:21:27,895 INFO [M:0;c6f7b1897123:37199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:21:27,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:21:27,895 INFO [M:0;c6f7b1897123:37199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37199 2024-11-23T14:21:27,895 INFO [M:0;c6f7b1897123:37199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:21:28,177 INFO [M:0;c6f7b1897123:37199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:21:28,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:28,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37199-0x1016811abcc0000, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:28,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2575cee7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:21:28,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50100f9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:21:28,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:21:28,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f02314a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:21:28,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3116ee2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.log.dir/,STOPPED} 2024-11-23T14:21:28,181 WARN [BP-117552426-172.17.0.3-1732371656768 heartbeating to localhost/127.0.0.1:43665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:21:28,181 WARN [BP-117552426-172.17.0.3-1732371656768 heartbeating to localhost/127.0.0.1:43665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-117552426-172.17.0.3-1732371656768 (Datanode Uuid b235ad21-9745-4987-a84a-f27c859bea2d) service to localhost/127.0.0.1:43665 2024-11-23T14:21:28,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:21:28,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:21:28,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/cluster_ef2829b0-3cff-cefa-1b99-ac7f2d751247/data/data2/current/BP-117552426-172.17.0.3-1732371656768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:21:28,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/cluster_ef2829b0-3cff-cefa-1b99-ac7f2d751247/data/data1/current/BP-117552426-172.17.0.3-1732371656768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:21:28,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:21:28,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:28,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:28,184 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:28,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7781ab1c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:21:28,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@733b87d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:21:28,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:21:28,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e3642{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:21:28,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0687e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39bf8a0f-e5dd-9421-aca7-f179126f5d9d/hadoop.log.dir/,STOPPED} 2024-11-23T14:21:28,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:21:28,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:21:28,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 204) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38161 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61212) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43665 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61212) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43665 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38161 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43665 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 560), ProcessCount=11 (was 11), AvailableMemoryMB=3084 (was 2971) - AvailableMemoryMB LEAK? - 2024-11-23T14:21:28,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=3084 2024-11-23T14:21:28,231 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-23T14:21:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.log.dir so I do NOT create it in target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c 2024-11-23T14:21:28,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:21:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.tmp.dir so I do NOT create it in target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c 2024-11-23T14:21:28,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3541d74b-42fb-bb17-873b-83ccc4051451/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:21:28,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c 2024-11-23T14:21:28,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/cluster_c6ee77e8-a3c8-a9a9-2bae-b0c2b40a6064, deleteOnExit=true 2024-11-23T14:21:28,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/cluster_c6ee77e8-a3c8-a9a9-2bae-b0c2b40a6064/zookeeper_0, clientPort=56677, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/cluster_c6ee77e8-a3c8-a9a9-2bae-b0c2b40a6064/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/cluster_c6ee77e8-a3c8-a9a9-2bae-b0c2b40a6064/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:21:28,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56677 2024-11-23T14:21:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:21:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:21:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/test.cache.data in system properties and HBase conf 2024-11-23T14:21:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:21:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:21:28,253 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:21:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:21:28,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016811abcc0005, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:21:28,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016811abcc0002, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:21:28,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016811abcc0002, quorum=127.0.0.1:61212, baseZNode=/01780810572 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:21:28,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016811abcc0005, quorum=127.0.0.1:61212, baseZNode=/1597202050 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:21:28,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:28,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:21:28,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:21:28,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:21:28,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:21:28,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:28,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27ea9ce5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:21:28,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290238e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:21:28,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11d08f0a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/java.io.tmpdir/jetty-localhost-46095-hadoop-hdfs-3_4_1-tests_jar-_-any-13978022861380180924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:21:28,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e90cb69{HTTP/1.1, (http/1.1)}{localhost:46095} 2024-11-23T14:21:28,786 INFO [Time-limited test {}] server.Server(415): Started @206334ms 2024-11-23T14:21:29,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:29,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:21:29,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:21:29,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:21:29,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:21:29,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea0a88a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:21:29,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365e3bda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:21:29,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cf755e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/java.io.tmpdir/jetty-localhost-40377-hadoop-hdfs-3_4_1-tests_jar-_-any-14961884172122837991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:21:29,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16ef0615{HTTP/1.1, (http/1.1)}{localhost:40377} 2024-11-23T14:21:29,139 INFO [Time-limited test {}] server.Server(415): Started @206687ms 2024-11-23T14:21:29,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:21:29,798 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/cluster_c6ee77e8-a3c8-a9a9-2bae-b0c2b40a6064/data/data1/current/BP-526315454-172.17.0.3-1732371688275/current, will proceed with Du for space computation calculation, 2024-11-23T14:21:29,798 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/cluster_c6ee77e8-a3c8-a9a9-2bae-b0c2b40a6064/data/data2/current/BP-526315454-172.17.0.3-1732371688275/current, will proceed with Du for space computation calculation, 2024-11-23T14:21:29,815 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:21:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x268be47a06f89b54 with lease ID 0x12775730368da859: Processing first storage report for DS-177fbd24-5166-4926-8b74-0f75d70bfcaf from datanode DatanodeRegistration(127.0.0.1:38663, datanodeUuid=eb6734ef-80fd-4884-89c0-84b0710f3e0e, infoPort=41109, infoSecurePort=0, ipcPort=34563, storageInfo=lv=-57;cid=testClusterID;nsid=937454527;c=1732371688275) 2024-11-23T14:21:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x268be47a06f89b54 with lease ID 0x12775730368da859: from storage DS-177fbd24-5166-4926-8b74-0f75d70bfcaf node DatanodeRegistration(127.0.0.1:38663, datanodeUuid=eb6734ef-80fd-4884-89c0-84b0710f3e0e, infoPort=41109, infoSecurePort=0, ipcPort=34563, storageInfo=lv=-57;cid=testClusterID;nsid=937454527;c=1732371688275), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:21:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x268be47a06f89b54 with lease ID 0x12775730368da859: Processing first storage report for DS-bd8495f1-5045-4ef7-8860-31ad97b4dbc3 from datanode DatanodeRegistration(127.0.0.1:38663, datanodeUuid=eb6734ef-80fd-4884-89c0-84b0710f3e0e, infoPort=41109, infoSecurePort=0, ipcPort=34563, storageInfo=lv=-57;cid=testClusterID;nsid=937454527;c=1732371688275) 2024-11-23T14:21:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x268be47a06f89b54 with lease ID 0x12775730368da859: from storage DS-bd8495f1-5045-4ef7-8860-31ad97b4dbc3 node DatanodeRegistration(127.0.0.1:38663, datanodeUuid=eb6734ef-80fd-4884-89c0-84b0710f3e0e, infoPort=41109, infoSecurePort=0, ipcPort=34563, storageInfo=lv=-57;cid=testClusterID;nsid=937454527;c=1732371688275), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:21:29,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c 2024-11-23T14:21:29,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:29,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:21:30,276 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282 with version=8 2024-11-23T14:21:30,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/hbase-staging 2024-11-23T14:21:30,279 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:21:30,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:30,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:30,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:21:30,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:30,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:21:30,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:21:30,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:21:30,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39613 2024-11-23T14:21:30,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39613 connecting to ZooKeeper ensemble=127.0.0.1:56677 2024-11-23T14:21:30,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396130x0, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:30,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39613-0x101681226e60000 connected 2024-11-23T14:21:30,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:30,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:30,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on znode that does not yet exist, /01924164366/running 2024-11-23T14:21:30,460 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282, hbase.cluster.distributed=false 2024-11-23T14:21:30,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on znode that does not yet exist, /01924164366/acl 2024-11-23T14:21:30,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-23T14:21:30,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39613 2024-11-23T14:21:30,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39613 2024-11-23T14:21:30,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-23T14:21:30,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-23T14:21:30,476 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:21:30,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:30,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:30,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:21:30,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:30,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:21:30,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:21:30,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:21:30,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44397 2024-11-23T14:21:30,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44397 connecting to ZooKeeper ensemble=127.0.0.1:56677 2024-11-23T14:21:30,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:30,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:30,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443970x0, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:30,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443970x0, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on znode that does not yet exist, /01924164366/running 2024-11-23T14:21:30,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44397-0x101681226e60001 connected 2024-11-23T14:21:30,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:21:30,489 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:21:30,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on znode that does not yet exist, /01924164366/master 2024-11-23T14:21:30,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on znode that does not yet exist, /01924164366/acl 2024-11-23T14:21:30,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-23T14:21:30,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44397 2024-11-23T14:21:30,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44397 2024-11-23T14:21:30,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-23T14:21:30,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-23T14:21:30,508 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:39613 2024-11-23T14:21:30,508 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01924164366/backup-masters/c6f7b1897123,39613,1732371690278 2024-11-23T14:21:30,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366/backup-masters 2024-11-23T14:21:30,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366/backup-masters 2024-11-23T14:21:30,520 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on existing znode=/01924164366/backup-masters/c6f7b1897123,39613,1732371690278 2024-11-23T14:21:30,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01924164366/master 2024-11-23T14:21:30,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:30,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:30,530 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on existing znode=/01924164366/master 2024-11-23T14:21:30,530 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01924164366/backup-masters/c6f7b1897123,39613,1732371690278 from backup master directory 2024-11-23T14:21:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01924164366/backup-masters/c6f7b1897123,39613,1732371690278 2024-11-23T14:21:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366/backup-masters 2024-11-23T14:21:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366/backup-masters 2024-11-23T14:21:30,540 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:21:30,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,39613,1732371690278 2024-11-23T14:21:30,543 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/hbase.id] with ID: 3d2c2e3f-7206-4e58-b3fe-f401231b0b9b 2024-11-23T14:21:30,543 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/.tmp/hbase.id 2024-11-23T14:21:30,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:21:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:21:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:21:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:21:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T14:21:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:21:30,948 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/.tmp/hbase.id]:[hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/hbase.id] 2024-11-23T14:21:30,956 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:30,956 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:21:30,957 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:21:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:21:31,632 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:31,633 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:21:31,633 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:21:31,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:31,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:31,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:31,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:31,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:31,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:31,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:31,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:31,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:31,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:32,039 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store 2024-11-23T14:21:32,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:21:32,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:32,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:32,214 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8186 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:32,445 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:32,445 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:21:32,445 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:32,445 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:32,445 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:21:32,445 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:32,445 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:32,445 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371692445Disabling compacts and flushes for region at 1732371692445Disabling writes for close at 1732371692445Writing region close event to WAL at 1732371692445Closed at 1732371692445 2024-11-23T14:21:32,446 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/.initializing 2024-11-23T14:21:32,446 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/WALs/c6f7b1897123,39613,1732371690278 2024-11-23T14:21:32,447 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:21:32,448 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C39613%2C1732371690278, suffix=, logDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/WALs/c6f7b1897123,39613,1732371690278, archiveDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/oldWALs, maxLogs=10 2024-11-23T14:21:32,460 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/WALs/c6f7b1897123,39613,1732371690278/c6f7b1897123%2C39613%2C1732371690278.1732371692448, exclude list is [], retry=0 2024-11-23T14:21:32,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38663,DS-177fbd24-5166-4926-8b74-0f75d70bfcaf,DISK] 2024-11-23T14:21:32,464 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/WALs/c6f7b1897123,39613,1732371690278/c6f7b1897123%2C39613%2C1732371690278.1732371692448 2024-11-23T14:21:32,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-11-23T14:21:32,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:32,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:32,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:21:32,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:32,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:32,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:21:32,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:32,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:32,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:21:32,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:32,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:32,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:21:32,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:32,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:32,470 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,472 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,472 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,472 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:32,473 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:32,474 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:32,474 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64968096, jitterRate=-0.03189992904663086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:32,475 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371692465Initializing all the Stores at 1732371692465Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371692465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371692465Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371692465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371692465Cleaning up temporary data from old regions at 1732371692472 (+7 ms)Region opened successfully at 1732371692475 (+3 ms) 2024-11-23T14:21:32,475 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:21:32,477 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e2f11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:21:32,478 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:21:32,478 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:21:32,478 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:21:32,478 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:21:32,479 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:21:32,479 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:21:32,479 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:21:32,481 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:21:32,481 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Unable to get data of znode /01924164366/balancer because node does not exist (not necessarily an error) 2024-11-23T14:21:32,551 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01924164366/balancer already deleted, retry=false 2024-11-23T14:21:32,551 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:21:32,552 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Unable to get data of znode /01924164366/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:21:32,561 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01924164366/normalizer already deleted, retry=false 2024-11-23T14:21:32,561 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:21:32,562 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Unable to get data of znode /01924164366/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:21:32,572 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01924164366/switch/split already deleted, retry=false 2024-11-23T14:21:32,572 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Unable to get data of znode /01924164366/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:21:32,582 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01924164366/switch/merge already deleted, retry=false 2024-11-23T14:21:32,584 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Unable to get data of znode /01924164366/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:21:32,593 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01924164366/snapshot-cleanup already deleted, retry=false 2024-11-23T14:21:32,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01924164366/running 2024-11-23T14:21:32,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01924164366/running 2024-11-23T14:21:32,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:32,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:32,604 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,39613,1732371690278, sessionid=0x101681226e60000, setting cluster-up flag (Was=false) 2024-11-23T14:21:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:32,656 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01924164366/flush-table-proc/acquired, /01924164366/flush-table-proc/reached, /01924164366/flush-table-proc/abort 2024-11-23T14:21:32,657 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39613,1732371690278 2024-11-23T14:21:32,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:32,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:32,709 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01924164366/online-snapshot/acquired, /01924164366/online-snapshot/reached, /01924164366/online-snapshot/abort 2024-11-23T14:21:32,709 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39613,1732371690278 2024-11-23T14:21:32,710 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:21:32,712 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:32,712 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:21:32,712 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:21:32,712 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c6f7b1897123,34569,1732371630282: status=Processing ServerCrashProcedure of c6f7b1897123,34569,1732371630282 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732371646389, completionTime=-1 appears to have been leaked 2024-11-23T14:21:32,712 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,39613,1732371690278 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:21:32,714 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:32,714 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:32,714 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:32,714 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:32,714 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:21:32,714 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,714 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:21:32,714 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371722714 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:21:32,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:21:32,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:21:32,716 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:21:32,716 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:21:32,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:32,716 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371692716,5,FailOnTimeoutGroup] 2024-11-23T14:21:32,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:21:32,719 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371692716,5,FailOnTimeoutGroup] 2024-11-23T14:21:32,719 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,719 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:21:32,719 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,719 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:21:32,801 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(746): ClusterId : 3d2c2e3f-7206-4e58-b3fe-f401231b0b9b 2024-11-23T14:21:32,801 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:21:32,811 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:21:32,811 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:21:32,821 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:21:32,821 DEBUG [RS:0;c6f7b1897123:44397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6567c449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:21:32,832 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:44397 2024-11-23T14:21:32,832 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:21:32,832 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:21:32,832 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:21:32,833 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,39613,1732371690278 with port=44397, startcode=1732371690476 2024-11-23T14:21:32,833 DEBUG [RS:0;c6f7b1897123:44397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:21:32,834 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:21:32,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,44397,1732371690476 2024-11-23T14:21:32,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39613 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,44397,1732371690476 2024-11-23T14:21:32,836 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282 2024-11-23T14:21:32,836 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37911 2024-11-23T14:21:32,836 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:21:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366/rs 2024-11-23T14:21:32,846 DEBUG [RS:0;c6f7b1897123:44397 {}] zookeeper.ZKUtil(111): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on existing znode=/01924164366/rs/c6f7b1897123,44397,1732371690476 2024-11-23T14:21:32,846 WARN [RS:0;c6f7b1897123:44397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:21:32,846 INFO [RS:0;c6f7b1897123:44397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:32,846 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476 2024-11-23T14:21:32,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,44397,1732371690476] 2024-11-23T14:21:32,849 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:21:32,850 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:21:32,850 INFO [RS:0;c6f7b1897123:44397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:21:32,850 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,851 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:21:32,851 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:21:32,851 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,851 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,852 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,852 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,852 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:32,852 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:21:32,852 DEBUG [RS:0;c6f7b1897123:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:21:32,856 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,856 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,856 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,856 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,856 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,856 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44397,1732371690476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:21:32,869 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:21:32,869 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,44397,1732371690476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,869 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,869 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.Replication(171): c6f7b1897123,44397,1732371690476 started 2024-11-23T14:21:32,881 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:32,881 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,44397,1732371690476, RpcServer on c6f7b1897123/172.17.0.3:44397, sessionid=0x101681226e60001 2024-11-23T14:21:32,881 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:21:32,881 DEBUG [RS:0;c6f7b1897123:44397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,44397,1732371690476 2024-11-23T14:21:32,881 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,44397,1732371690476' 2024-11-23T14:21:32,881 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01924164366/flush-table-proc/abort' 2024-11-23T14:21:32,882 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01924164366/flush-table-proc/acquired' 2024-11-23T14:21:32,882 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:21:32,882 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:21:32,882 DEBUG [RS:0;c6f7b1897123:44397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,44397,1732371690476 2024-11-23T14:21:32,882 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,44397,1732371690476' 2024-11-23T14:21:32,882 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01924164366/online-snapshot/abort' 2024-11-23T14:21:32,882 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01924164366/online-snapshot/acquired' 2024-11-23T14:21:32,882 DEBUG [RS:0;c6f7b1897123:44397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:21:32,882 INFO [RS:0;c6f7b1897123:44397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:21:32,882 INFO [RS:0;c6f7b1897123:44397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:21:32,983 INFO [RS:0;c6f7b1897123:44397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:21:32,984 INFO [RS:0;c6f7b1897123:44397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C44397%2C1732371690476, suffix=, logDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476, archiveDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/oldWALs, maxLogs=10 2024-11-23T14:21:33,002 DEBUG [RS:0;c6f7b1897123:44397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984, exclude list is [], retry=0 2024-11-23T14:21:33,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38663,DS-177fbd24-5166-4926-8b74-0f75d70bfcaf,DISK] 2024-11-23T14:21:33,006 INFO [RS:0;c6f7b1897123:44397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 2024-11-23T14:21:33,007 DEBUG [RS:0;c6f7b1897123:44397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-11-23T14:21:33,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:21:33,126 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282 2024-11-23T14:21:33,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:21:33,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:33,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:21:33,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:21:33,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:33,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:33,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:21:33,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:21:33,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:33,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:33,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:21:33,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:21:33,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:33,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:33,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:21:33,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:21:33,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:33,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:33,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:21:33,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740 2024-11-23T14:21:33,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740 2024-11-23T14:21:33,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:21:33,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:21:33,539 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:33,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:21:33,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:33,542 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61521928, jitterRate=-0.08325183391571045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:33,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371693531Initializing all the Stores at 1732371693532 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371693532Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371693532Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371693532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371693532Cleaning up temporary data from old regions at 1732371693539 (+7 ms)Region opened successfully at 1732371693542 (+3 ms) 2024-11-23T14:21:33,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:21:33,542 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:21:33,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:21:33,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:21:33,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:21:33,543 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:33,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371693542Disabling compacts and flushes for region at 1732371693542Disabling writes for close at 1732371693543 (+1 ms)Writing region close event to WAL at 1732371693543Closed at 1732371693543 2024-11-23T14:21:33,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:33,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:21:33,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:21:33,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:21:33,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:21:33,696 DEBUG [c6f7b1897123:39613 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:21:33,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,44397,1732371690476 2024-11-23T14:21:33,697 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,44397,1732371690476, state=OPENING 2024-11-23T14:21:33,803 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:21:33,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:33,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:33,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01924164366/meta-region-server: CHANGED 2024-11-23T14:21:33,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01924164366/meta-region-server: CHANGED 2024-11-23T14:21:33,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:21:33,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,44397,1732371690476}] 2024-11-23T14:21:33,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:21:33,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:21:33,970 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:21:33,970 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:33,970 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:21:33,971 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C44397%2C1732371690476.meta, suffix=.meta, logDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476, archiveDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/oldWALs, maxLogs=10 2024-11-23T14:21:33,983 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.meta.1732371693971.meta, exclude list is [], retry=0 2024-11-23T14:21:33,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38663,DS-177fbd24-5166-4926-8b74-0f75d70bfcaf,DISK] 2024-11-23T14:21:33,986 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.meta.1732371693971.meta 2024-11-23T14:21:33,986 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-11-23T14:21:33,986 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:33,987 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:33,987 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:21:33,987 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:21:33,987 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:21:33,987 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:21:33,987 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:33,987 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:21:33,987 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:21:33,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:21:33,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:21:33,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:33,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:33,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:21:33,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:21:33,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:33,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:33,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:21:33,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:21:33,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:33,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:33,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:21:33,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:21:33,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:33,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:33,992 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:21:33,992 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740 2024-11-23T14:21:33,993 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740 2024-11-23T14:21:33,994 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:21:33,994 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:21:33,994 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:33,994 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:21:33,995 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64483502, jitterRate=-0.03912094235420227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:33,995 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:21:33,995 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371693987Writing region info on filesystem at 1732371693987Initializing all the Stores at 1732371693988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371693988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371693988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371693988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371693988Cleaning up temporary data from old regions at 1732371693994 (+6 ms)Running coprocessor post-open hooks at 1732371693995 (+1 ms)Region opened successfully at 1732371693995 2024-11-23T14:21:33,996 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371693966 2024-11-23T14:21:33,998 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:21:33,998 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:21:33,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,44397,1732371690476 2024-11-23T14:21:33,999 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,44397,1732371690476, state=OPEN 2024-11-23T14:21:34,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01924164366/meta-region-server 2024-11-23T14:21:34,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01924164366/meta-region-server 2024-11-23T14:21:34,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,44397,1732371690476 2024-11-23T14:21:34,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01924164366/meta-region-server: CHANGED 2024-11-23T14:21:34,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01924164366/meta-region-server: CHANGED 2024-11-23T14:21:34,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:21:34,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,44397,1732371690476 in 225 msec 2024-11-23T14:21:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:21:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-23T14:21:34,044 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:34,044 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:21:34,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:34,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44397,1732371690476, seqNum=-1] 2024-11-23T14:21:34,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:34,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:34,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-23T14:21:34,050 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371694050, completionTime=-1 2024-11-23T14:21:34,050 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:21:34,050 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:21:34,052 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:21:34,052 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371754052 2024-11-23T14:21:34,052 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371814052 2024-11-23T14:21:34,052 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T14:21:34,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39613,1732371690278-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:34,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39613,1732371690278-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:34,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39613,1732371690278-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:34,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:39613, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:34,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:34,053 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:34,055 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:21:34,057 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.517sec 2024-11-23T14:21:34,057 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:21:34,057 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:21:34,057 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:21:34,057 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:21:34,057 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:21:34,057 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39613,1732371690278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:21:34,058 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39613,1732371690278-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:21:34,059 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:21:34,059 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:21:34,059 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39613,1732371690278-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:34,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3075ae64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:34,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39613,-1 for getting cluster id 2024-11-23T14:21:34,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:34,103 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d2c2e3f-7206-4e58-b3fe-f401231b0b9b' 2024-11-23T14:21:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d2c2e3f-7206-4e58-b3fe-f401231b0b9b" 2024-11-23T14:21:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2e03d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39613,-1] 2024-11-23T14:21:34,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:34,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:34,104 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:34,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b789f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:34,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44397,1732371690476, seqNum=-1] 2024-11-23T14:21:34,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:34,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:34,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,39613,1732371690278 2024-11-23T14:21:34,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56677 2024-11-23T14:21:34,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:34,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101681226e60002 connected 2024-11-23T14:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.log.dir so I do NOT create it in target/test-data/0412b061-e8a0-6472-e046-415b938cedc8 2024-11-23T14:21:34,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.tmp.dir so I do NOT create it in target/test-data/0412b061-e8a0-6472-e046-415b938cedc8 2024-11-23T14:21:34,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:21:34,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8 2024-11-23T14:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:21:34,142 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/cluster_e1f4d5dc-0313-deb9-116e-805ea4a6b494, deleteOnExit=true 2024-11-23T14:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/test.cache.data in system properties and HBase conf 2024-11-23T14:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:21:34,143 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:21:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:21:34,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:21:34,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:34,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:21:34,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:21:34,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:21:34,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:21:34,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:34,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46151201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:21:34,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349e4dd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:21:34,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b1b07b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/java.io.tmpdir/jetty-localhost-38241-hadoop-hdfs-3_4_1-tests_jar-_-any-13448371806494972134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:21:34,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@615913c3{HTTP/1.1, (http/1.1)}{localhost:38241} 2024-11-23T14:21:34,546 INFO [Time-limited test {}] server.Server(415): Started @212094ms 2024-11-23T14:21:34,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:34,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:21:34,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:21:34,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:21:34,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:21:34,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2229cd7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:21:34,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d9888fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:21:34,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a9ac8bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/java.io.tmpdir/jetty-localhost-42989-hadoop-hdfs-3_4_1-tests_jar-_-any-6529424106271162809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:21:34,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22f7cb82{HTTP/1.1, (http/1.1)}{localhost:42989} 2024-11-23T14:21:34,881 INFO [Time-limited test {}] server.Server(415): Started @212428ms 2024-11-23T14:21:34,882 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:21:35,568 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/cluster_e1f4d5dc-0313-deb9-116e-805ea4a6b494/data/data1/current/BP-972301959-172.17.0.3-1732371694157/current, will proceed with Du for space computation calculation, 2024-11-23T14:21:35,568 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/cluster_e1f4d5dc-0313-deb9-116e-805ea4a6b494/data/data2/current/BP-972301959-172.17.0.3-1732371694157/current, will proceed with Du for space computation calculation, 2024-11-23T14:21:35,588 WARN [Thread-2302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:21:35,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5e9a5365b928ad1 with lease ID 0xabe8e2d8ac859a0b: Processing first storage report for DS-7f8a8d0a-b7e5-4625-87f9-cd186d89e3b6 from datanode DatanodeRegistration(127.0.0.1:33629, datanodeUuid=7f1daa0f-ec4a-4f73-897f-76cce0207cc1, infoPort=33555, infoSecurePort=0, ipcPort=40203, storageInfo=lv=-57;cid=testClusterID;nsid=1257067595;c=1732371694157) 2024-11-23T14:21:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5e9a5365b928ad1 with lease ID 0xabe8e2d8ac859a0b: from storage DS-7f8a8d0a-b7e5-4625-87f9-cd186d89e3b6 node DatanodeRegistration(127.0.0.1:33629, datanodeUuid=7f1daa0f-ec4a-4f73-897f-76cce0207cc1, infoPort=33555, infoSecurePort=0, ipcPort=40203, storageInfo=lv=-57;cid=testClusterID;nsid=1257067595;c=1732371694157), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:21:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5e9a5365b928ad1 with lease ID 0xabe8e2d8ac859a0b: Processing first storage report for DS-f3bd2e70-896b-40dc-9e51-9aeae6ebf899 from datanode DatanodeRegistration(127.0.0.1:33629, datanodeUuid=7f1daa0f-ec4a-4f73-897f-76cce0207cc1, infoPort=33555, infoSecurePort=0, ipcPort=40203, storageInfo=lv=-57;cid=testClusterID;nsid=1257067595;c=1732371694157) 2024-11-23T14:21:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5e9a5365b928ad1 with lease ID 0xabe8e2d8ac859a0b: from storage DS-f3bd2e70-896b-40dc-9e51-9aeae6ebf899 node DatanodeRegistration(127.0.0.1:33629, datanodeUuid=7f1daa0f-ec4a-4f73-897f-76cce0207cc1, infoPort=33555, infoSecurePort=0, ipcPort=40203, storageInfo=lv=-57;cid=testClusterID;nsid=1257067595;c=1732371694157), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:21:35,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8 2024-11-23T14:21:35,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:35,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:35,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:21:36,017 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a with version=8 2024-11-23T14:21:36,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/hbase-staging 2024-11-23T14:21:36,019 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:21:36,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:36,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:36,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:21:36,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:36,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:21:36,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:21:36,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:21:36,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43783 2024-11-23T14:21:36,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43783 connecting to ZooKeeper ensemble=127.0.0.1:56677 2024-11-23T14:21:36,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437830x0, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:36,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43783-0x101681226e60003 connected 2024-11-23T14:21:36,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:36,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:36,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on znode that does not yet exist, /1-1762668379/running 2024-11-23T14:21:36,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a, hbase.cluster.distributed=false 2024-11-23T14:21:36,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on znode that does not yet exist, /1-1762668379/acl 2024-11-23T14:21:36,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-23T14:21:36,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43783 2024-11-23T14:21:36,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43783 2024-11-23T14:21:36,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-23T14:21:36,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-23T14:21:36,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:21:36,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:36,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:36,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:21:36,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:21:36,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:21:36,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:21:36,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:21:36,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41491 2024-11-23T14:21:36,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41491 connecting to ZooKeeper ensemble=127.0.0.1:56677 2024-11-23T14:21:36,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:36,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:36,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414910x0, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:36,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41491-0x101681226e60004 connected 2024-11-23T14:21:36,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on znode that does not yet exist, /1-1762668379/running 2024-11-23T14:21:36,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:21:36,180 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:21:36,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on znode that does not yet exist, /1-1762668379/master 2024-11-23T14:21:36,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on znode that does not yet exist, /1-1762668379/acl 2024-11-23T14:21:36,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41491 2024-11-23T14:21:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41491 2024-11-23T14:21:36,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41491 2024-11-23T14:21:36,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41491 2024-11-23T14:21:36,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41491 2024-11-23T14:21:36,201 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:43783 2024-11-23T14:21:36,201 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1762668379/backup-masters/c6f7b1897123,43783,1732371696019 2024-11-23T14:21:36,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379/backup-masters 2024-11-23T14:21:36,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379/backup-masters 2024-11-23T14:21:36,210 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on existing znode=/1-1762668379/backup-masters/c6f7b1897123,43783,1732371696019 2024-11-23T14:21:36,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762668379/master 2024-11-23T14:21:36,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:36,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:36,221 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on existing znode=/1-1762668379/master 2024-11-23T14:21:36,221 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1762668379/backup-masters/c6f7b1897123,43783,1732371696019 from backup master directory 2024-11-23T14:21:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762668379/backup-masters/c6f7b1897123,43783,1732371696019 2024-11-23T14:21:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379/backup-masters 2024-11-23T14:21:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379/backup-masters 2024-11-23T14:21:36,231 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:21:36,231 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,43783,1732371696019 2024-11-23T14:21:36,234 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/hbase.id] with ID: 20372685-5cae-43c0-9e65-6fece5c8963d 2024-11-23T14:21:36,234 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/.tmp/hbase.id 2024-11-23T14:21:36,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:21:36,239 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/.tmp/hbase.id]:[hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/hbase.id] 2024-11-23T14:21:36,245 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:21:36,245 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:21:36,246 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:21:36,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:36,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:21:36,660 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:36,661 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:21:36,661 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:21:37,067 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store 2024-11-23T14:21:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:21:37,475 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:37,475 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:21:37,475 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:37,475 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:37,475 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:21:37,475 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:37,475 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:37,475 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371697475Disabling compacts and flushes for region at 1732371697475Disabling writes for close at 1732371697475Writing region close event to WAL at 1732371697475Closed at 1732371697475 2024-11-23T14:21:37,476 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/.initializing 2024-11-23T14:21:37,476 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/WALs/c6f7b1897123,43783,1732371696019 2024-11-23T14:21:37,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:21:37,478 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C43783%2C1732371696019, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/WALs/c6f7b1897123,43783,1732371696019, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/oldWALs, maxLogs=10 2024-11-23T14:21:37,493 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/WALs/c6f7b1897123,43783,1732371696019/c6f7b1897123%2C43783%2C1732371696019.1732371697478, exclude list is [], retry=0 2024-11-23T14:21:37,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-7f8a8d0a-b7e5-4625-87f9-cd186d89e3b6,DISK] 2024-11-23T14:21:37,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/WALs/c6f7b1897123,43783,1732371696019/c6f7b1897123%2C43783%2C1732371696019.1732371697478 2024-11-23T14:21:37,499 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33555:33555)] 2024-11-23T14:21:37,499 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:37,499 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:37,499 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,499 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:21:37,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:37,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:37,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:21:37,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:37,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:37,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:21:37,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:37,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:37,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:21:37,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:37,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:37,505 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,505 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,506 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,506 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,506 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,507 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:37,507 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:21:37,509 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:37,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64709848, jitterRate=-0.03574812412261963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:37,509 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371697499Initializing all the Stores at 1732371697500 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371697500Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371697500Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371697500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371697500Cleaning up temporary data from old regions at 1732371697506 (+6 ms)Region opened successfully at 1732371697509 (+3 ms) 2024-11-23T14:21:37,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:21:37,511 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb8870b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:21:37,512 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:21:37,512 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:21:37,512 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:21:37,512 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:21:37,512 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:21:37,512 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:21:37,512 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:21:37,516 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:21:37,517 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Unable to get data of znode /1-1762668379/balancer because node does not exist (not necessarily an error) 2024-11-23T14:21:37,571 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762668379/balancer already deleted, retry=false 2024-11-23T14:21:37,572 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:21:37,572 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Unable to get data of znode /1-1762668379/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:21:37,582 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762668379/normalizer already deleted, retry=false 2024-11-23T14:21:37,582 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:21:37,583 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Unable to get data of znode /1-1762668379/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:21:37,592 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762668379/switch/split already deleted, retry=false 2024-11-23T14:21:37,594 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Unable to get data of znode /1-1762668379/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:21:37,603 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762668379/switch/merge already deleted, retry=false 2024-11-23T14:21:37,605 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Unable to get data of znode /1-1762668379/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:21:37,614 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762668379/snapshot-cleanup already deleted, retry=false 2024-11-23T14:21:37,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762668379/running 2024-11-23T14:21:37,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762668379/running 2024-11-23T14:21:37,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:37,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:37,625 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,43783,1732371696019, sessionid=0x101681226e60003, setting cluster-up flag (Was=false) 2024-11-23T14:21:37,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:37,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:37,677 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1762668379/flush-table-proc/acquired, /1-1762668379/flush-table-proc/reached, /1-1762668379/flush-table-proc/abort 2024-11-23T14:21:37,678 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,43783,1732371696019 2024-11-23T14:21:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:37,805 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1762668379/online-snapshot/acquired, /1-1762668379/online-snapshot/reached, /1-1762668379/online-snapshot/abort 2024-11-23T14:21:37,806 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,43783,1732371696019 2024-11-23T14:21:37,807 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:21:37,808 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:37,808 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:21:37,808 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:21:37,809 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,43783,1732371696019 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:21:37,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:37,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:37,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:37,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:21:37,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:21:37,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:37,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:21:37,810 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:37,817 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371727817 2024-11-23T14:21:37,817 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:21:37,817 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:21:37,817 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:21:37,817 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:21:37,817 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:21:37,817 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:21:37,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:37,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:21:37,818 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:37,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:21:37,820 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:37,821 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:21:37,821 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:21:37,821 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:21:37,821 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:21:37,824 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:21:37,824 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:21:37,826 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371697824,5,FailOnTimeoutGroup] 2024-11-23T14:21:37,828 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371697826,5,FailOnTimeoutGroup] 2024-11-23T14:21:37,828 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:37,828 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:21:37,828 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:37,828 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:37,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:21:37,890 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(746): ClusterId : 20372685-5cae-43c0-9e65-6fece5c8963d 2024-11-23T14:21:37,890 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:21:37,919 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:21:37,919 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:21:37,930 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:21:37,930 DEBUG [RS:0;c6f7b1897123:41491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294a4537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:21:37,944 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:41491 2024-11-23T14:21:37,944 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:21:37,944 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:21:37,944 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:21:37,944 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,43783,1732371696019 with port=41491, startcode=1732371696161 2024-11-23T14:21:37,944 DEBUG [RS:0;c6f7b1897123:41491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:21:37,946 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:21:37,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,41491,1732371696161 2024-11-23T14:21:37,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,41491,1732371696161 2024-11-23T14:21:37,947 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a 2024-11-23T14:21:37,947 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35211 2024-11-23T14:21:37,947 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:21:37,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379/rs 2024-11-23T14:21:37,998 DEBUG [RS:0;c6f7b1897123:41491 {}] zookeeper.ZKUtil(111): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on existing znode=/1-1762668379/rs/c6f7b1897123,41491,1732371696161 2024-11-23T14:21:37,999 WARN [RS:0;c6f7b1897123:41491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:21:37,999 INFO [RS:0;c6f7b1897123:41491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:37,999 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161 2024-11-23T14:21:37,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,41491,1732371696161] 2024-11-23T14:21:38,001 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:21:38,003 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:21:38,003 INFO [RS:0;c6f7b1897123:41491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:21:38,003 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,003 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:21:38,004 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:21:38,004 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,004 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,004 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,004 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,004 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,004 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,004 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:21:38,004 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,005 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,005 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,005 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,005 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,005 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:21:38,005 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:21:38,005 DEBUG [RS:0;c6f7b1897123:41491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:21:38,008 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,008 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,008 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,008 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,008 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,008 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,41491,1732371696161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:21:38,027 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:21:38,027 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,41491,1732371696161-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,027 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,027 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.Replication(171): c6f7b1897123,41491,1732371696161 started 2024-11-23T14:21:38,046 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:38,046 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,41491,1732371696161, RpcServer on c6f7b1897123/172.17.0.3:41491, sessionid=0x101681226e60004 2024-11-23T14:21:38,046 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:21:38,046 DEBUG [RS:0;c6f7b1897123:41491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,41491,1732371696161 2024-11-23T14:21:38,046 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,41491,1732371696161' 2024-11-23T14:21:38,046 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1762668379/flush-table-proc/abort' 2024-11-23T14:21:38,046 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1762668379/flush-table-proc/acquired' 2024-11-23T14:21:38,047 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:21:38,047 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:21:38,047 DEBUG [RS:0;c6f7b1897123:41491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,41491,1732371696161 2024-11-23T14:21:38,047 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,41491,1732371696161' 2024-11-23T14:21:38,047 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1762668379/online-snapshot/abort' 2024-11-23T14:21:38,047 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1762668379/online-snapshot/acquired' 2024-11-23T14:21:38,047 DEBUG [RS:0;c6f7b1897123:41491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:21:38,047 INFO [RS:0;c6f7b1897123:41491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:21:38,047 INFO [RS:0;c6f7b1897123:41491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:21:38,148 INFO [RS:0;c6f7b1897123:41491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:21:38,149 INFO [RS:0;c6f7b1897123:41491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C41491%2C1732371696161, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/oldWALs, maxLogs=10 2024-11-23T14:21:38,160 DEBUG [RS:0;c6f7b1897123:41491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149, exclude list is [], retry=0 2024-11-23T14:21:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-7f8a8d0a-b7e5-4625-87f9-cd186d89e3b6,DISK] 2024-11-23T14:21:38,164 INFO [RS:0;c6f7b1897123:41491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 2024-11-23T14:21:38,164 DEBUG [RS:0;c6f7b1897123:41491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33555:33555)] 2024-11-23T14:21:38,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:21:38,231 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a 2024-11-23T14:21:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:21:38,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:38,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:21:38,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:21:38,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:38,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:38,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:21:38,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:21:38,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:38,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:38,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:21:38,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:21:38,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:38,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:38,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:21:38,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:21:38,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:38,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:38,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:21:38,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740 2024-11-23T14:21:38,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740 2024-11-23T14:21:38,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:21:38,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:21:38,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:38,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:21:38,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:38,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69919280, jitterRate=0.041878461837768555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:38,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371698636Initializing all the Stores at 1732371698636Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371698636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371698636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371698636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371698636Cleaning up temporary data from old regions at 1732371698643 (+7 ms)Region opened successfully at 1732371698645 (+2 ms) 2024-11-23T14:21:38,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:21:38,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:21:38,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:21:38,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:21:38,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:21:38,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:38,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371698646Disabling compacts and flushes for region at 1732371698646Disabling writes for close at 1732371698646Writing region close event to WAL at 1732371698646Closed at 1732371698646 2024-11-23T14:21:38,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:38,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:21:38,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:21:38,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:21:38,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:21:38,798 DEBUG [c6f7b1897123:43783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:21:38,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,41491,1732371696161 2024-11-23T14:21:38,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,41491,1732371696161, state=OPENING 2024-11-23T14:21:38,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:21:38,866 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:21:38,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:38,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:38,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:21:38,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762668379/meta-region-server: CHANGED 2024-11-23T14:21:38,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762668379/meta-region-server: CHANGED 2024-11-23T14:21:38,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,41491,1732371696161}] 2024-11-23T14:21:39,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:21:39,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:21:39,033 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:21:39,033 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:39,033 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:21:39,034 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C41491%2C1732371696161.meta, suffix=.meta, logDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/oldWALs, maxLogs=10 2024-11-23T14:21:39,045 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.meta.1732371699034.meta, exclude list is [], retry=0 2024-11-23T14:21:39,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-7f8a8d0a-b7e5-4625-87f9-cd186d89e3b6,DISK] 2024-11-23T14:21:39,048 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.meta.1732371699034.meta 2024-11-23T14:21:39,049 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33555:33555)] 2024-11-23T14:21:39,049 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:39,049 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:39,049 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:21:39,049 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:21:39,049 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:21:39,049 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:21:39,049 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:39,050 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:21:39,050 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:21:39,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:21:39,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:21:39,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:39,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:39,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:21:39,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:21:39,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:39,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:39,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:21:39,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:21:39,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:39,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:39,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:21:39,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:21:39,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:39,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:21:39,054 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:21:39,054 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740 2024-11-23T14:21:39,055 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740 2024-11-23T14:21:39,056 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:21:39,056 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:21:39,056 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:21:39,057 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:21:39,057 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73729156, jitterRate=0.09865003824234009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:21:39,057 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:21:39,057 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371699050Writing region info on filesystem at 1732371699050Initializing all the Stores at 1732371699050Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371699050Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371699050Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371699050Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371699050Cleaning up temporary data from old regions at 1732371699056 (+6 ms)Running coprocessor post-open hooks at 1732371699057 (+1 ms)Region opened successfully at 1732371699057 2024-11-23T14:21:39,058 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371699029 2024-11-23T14:21:39,059 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:21:39,059 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:21:39,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,41491,1732371696161 2024-11-23T14:21:39,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,41491,1732371696161, state=OPEN 2024-11-23T14:21:39,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1762668379/meta-region-server 2024-11-23T14:21:39,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1762668379/meta-region-server 2024-11-23T14:21:39,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762668379/meta-region-server: CHANGED 2024-11-23T14:21:39,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762668379/meta-region-server: CHANGED 2024-11-23T14:21:39,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,41491,1732371696161 2024-11-23T14:21:39,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:21:39,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,41491,1732371696161 in 189 msec 2024-11-23T14:21:39,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:21:39,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-23T14:21:39,070 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:21:39,070 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:21:39,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:39,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,41491,1732371696161, seqNum=-1] 2024-11-23T14:21:39,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:39,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:39,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-23T14:21:39,076 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371699076, completionTime=-1 2024-11-23T14:21:39,077 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:21:39,077 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:21:39,078 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:21:39,078 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371759078 2024-11-23T14:21:39,078 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371819078 2024-11-23T14:21:39,078 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:21:39,079 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43783,1732371696019-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:39,079 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43783,1732371696019-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:39,079 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43783,1732371696019-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:39,079 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:43783, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:39,079 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:39,079 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:39,080 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:21:39,082 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.850sec 2024-11-23T14:21:39,082 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:21:39,082 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:21:39,082 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:21:39,082 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:21:39,082 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:21:39,082 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43783,1732371696019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:21:39,082 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43783,1732371696019-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:21:39,083 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:21:39,084 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:21:39,084 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43783,1732371696019-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:21:39,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510738f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:39,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43783,-1 for getting cluster id 2024-11-23T14:21:39,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:39,091 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20372685-5cae-43c0-9e65-6fece5c8963d' 2024-11-23T14:21:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20372685-5cae-43c0-9e65-6fece5c8963d" 2024-11-23T14:21:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdd61e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43783,-1] 2024-11-23T14:21:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:39,093 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:39,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee7cfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:39,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,41491,1732371696161, seqNum=-1] 2024-11-23T14:21:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:39,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:39,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,43783,1732371696019 2024-11-23T14:21:39,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56677 2024-11-23T14:21:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:21:39,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101681226e60005 connected 2024-11-23T14:21:39,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39613,1732371690278 2024-11-23T14:21:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d3097a5 2024-11-23T14:21:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:39,122 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:39,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:21:39,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:21:39,125 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:39,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:21:39,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:21:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:21:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:39,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:39,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:39,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2026cf4104b7e9e1051a3fcf37d990cd, NAME => 'test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282 2024-11-23T14:21:39,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:39,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:39,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2026cf4104b7e9e1051a3fcf37d990cd, disabling compactions & flushes 2024-11-23T14:21:39,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:39,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:39,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. after waiting 0 ms 2024-11-23T14:21:39,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:39,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:39,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2026cf4104b7e9e1051a3fcf37d990cd: Waiting for close lock at 1732371699938Disabling compacts and flushes for region at 1732371699938Disabling writes for close at 1732371699938Writing region close event to WAL at 1732371699938Closed at 1732371699938 2024-11-23T14:21:39,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:21:39,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371699939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371699939"}]},"ts":"1732371699939"} 2024-11-23T14:21:39,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:21:39,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:21:39,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371699941"}]},"ts":"1732371699941"} 2024-11-23T14:21:39,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:21:39,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2026cf4104b7e9e1051a3fcf37d990cd, ASSIGN}] 2024-11-23T14:21:39,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2026cf4104b7e9e1051a3fcf37d990cd, ASSIGN 2024-11-23T14:21:39,944 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2026cf4104b7e9e1051a3fcf37d990cd, ASSIGN; state=OFFLINE, location=c6f7b1897123,44397,1732371690476; forceNewPlan=false, retain=false 2024-11-23T14:21:40,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2026cf4104b7e9e1051a3fcf37d990cd, regionState=OPENING, regionLocation=c6f7b1897123,44397,1732371690476 2024-11-23T14:21:40,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2026cf4104b7e9e1051a3fcf37d990cd, ASSIGN because future has completed 2024-11-23T14:21:40,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2026cf4104b7e9e1051a3fcf37d990cd, server=c6f7b1897123,44397,1732371690476}] 2024-11-23T14:21:40,251 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:40,251 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2026cf4104b7e9e1051a3fcf37d990cd, NAME => 'test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:40,252 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:40,252 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:21:40,252 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,252 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:40,252 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,252 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,253 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,254 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2026cf4104b7e9e1051a3fcf37d990cd columnFamilyName f 2024-11-23T14:21:40,254 DEBUG [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:40,254 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] regionserver.HStore(327): Store=2026cf4104b7e9e1051a3fcf37d990cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:40,254 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,255 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2026cf4104b7e9e1051a3fcf37d990cd columnFamilyName f1 2024-11-23T14:21:40,255 DEBUG [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:40,255 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] regionserver.HStore(327): Store=2026cf4104b7e9e1051a3fcf37d990cd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:40,255 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,256 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2026cf4104b7e9e1051a3fcf37d990cd columnFamilyName norep 2024-11-23T14:21:40,256 DEBUG [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:40,256 INFO [StoreOpener-2026cf4104b7e9e1051a3fcf37d990cd-1 {}] regionserver.HStore(327): Store=2026cf4104b7e9e1051a3fcf37d990cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:40,256 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,257 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,257 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,258 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,258 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,258 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:21:40,259 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:40,264 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:40,264 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2026cf4104b7e9e1051a3fcf37d990cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66964115, jitterRate=-0.0021569281816482544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:21:40,264 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:40,265 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2026cf4104b7e9e1051a3fcf37d990cd: Running coprocessor pre-open hook at 1732371700252Writing region info on filesystem at 1732371700252Initializing all the Stores at 1732371700253 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371700253Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371700253Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371700253Cleaning up temporary data from old regions at 1732371700258 (+5 ms)Running coprocessor post-open hooks at 1732371700264 (+6 ms)Region opened successfully at 1732371700265 (+1 ms) 2024-11-23T14:21:40,266 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd., pid=6, masterSystemTime=1732371700248 2024-11-23T14:21:40,267 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:40,267 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:40,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2026cf4104b7e9e1051a3fcf37d990cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,44397,1732371690476 2024-11-23T14:21:40,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2026cf4104b7e9e1051a3fcf37d990cd, server=c6f7b1897123,44397,1732371690476 because future has completed 2024-11-23T14:21:40,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:21:40,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2026cf4104b7e9e1051a3fcf37d990cd, server=c6f7b1897123,44397,1732371690476 in 173 msec 2024-11-23T14:21:40,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:21:40,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2026cf4104b7e9e1051a3fcf37d990cd, ASSIGN in 329 msec 2024-11-23T14:21:40,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:21:40,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371700274"}]},"ts":"1732371700274"} 2024-11-23T14:21:40,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:21:40,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:21:40,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-23T14:21:40,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:21:40,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:21:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:21:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T14:21:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T14:21:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:21:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T14:21:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T14:21:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:21:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T14:21:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:41,275 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:21:41,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:41,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43783,1732371696019 2024-11-23T14:21:41,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@734876c8 2024-11-23T14:21:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:41,276 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:41,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:21:41,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:21:41,279 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:41,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:21:41,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:21:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:21:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:41,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b9113d594c19333831e6158ddc1a01a, NAME => 'test,,1732371701277.0b9113d594c19333831e6158ddc1a01a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a 2024-11-23T14:21:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:21:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:42,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371701277.0b9113d594c19333831e6158ddc1a01a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:42,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b9113d594c19333831e6158ddc1a01a, disabling compactions & flushes 2024-11-23T14:21:42,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:42,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:42,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. after waiting 0 ms 2024-11-23T14:21:42,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:42,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:42,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b9113d594c19333831e6158ddc1a01a: Waiting for close lock at 1732371702090Disabling compacts and flushes for region at 1732371702090Disabling writes for close at 1732371702090Writing region close event to WAL at 1732371702090Closed at 1732371702090 2024-11-23T14:21:42,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:21:42,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371701277.0b9113d594c19333831e6158ddc1a01a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371702091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371702091"}]},"ts":"1732371702091"} 2024-11-23T14:21:42,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:21:42,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:21:42,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371702094"}]},"ts":"1732371702094"} 2024-11-23T14:21:42,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:21:42,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b9113d594c19333831e6158ddc1a01a, ASSIGN}] 2024-11-23T14:21:42,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b9113d594c19333831e6158ddc1a01a, ASSIGN 2024-11-23T14:21:42,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b9113d594c19333831e6158ddc1a01a, ASSIGN; state=OFFLINE, location=c6f7b1897123,41491,1732371696161; forceNewPlan=false, retain=false 2024-11-23T14:21:42,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b9113d594c19333831e6158ddc1a01a, regionState=OPENING, regionLocation=c6f7b1897123,41491,1732371696161 2024-11-23T14:21:42,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b9113d594c19333831e6158ddc1a01a, ASSIGN because future has completed 2024-11-23T14:21:42,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b9113d594c19333831e6158ddc1a01a, server=c6f7b1897123,41491,1732371696161}] 2024-11-23T14:21:42,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:42,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:42,284 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18255 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:42,405 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:42,405 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b9113d594c19333831e6158ddc1a01a, NAME => 'test,,1732371701277.0b9113d594c19333831e6158ddc1a01a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:42,405 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:42,405 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:21:42,405 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,405 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371701277.0b9113d594c19333831e6158ddc1a01a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:42,406 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,406 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,407 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,408 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9113d594c19333831e6158ddc1a01a columnFamilyName f 2024-11-23T14:21:42,408 DEBUG [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:42,408 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] regionserver.HStore(327): Store=0b9113d594c19333831e6158ddc1a01a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:42,408 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,409 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9113d594c19333831e6158ddc1a01a columnFamilyName f1 2024-11-23T14:21:42,409 DEBUG [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:42,409 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] regionserver.HStore(327): Store=0b9113d594c19333831e6158ddc1a01a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:42,409 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,410 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9113d594c19333831e6158ddc1a01a columnFamilyName norep 2024-11-23T14:21:42,410 DEBUG [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:42,411 INFO [StoreOpener-0b9113d594c19333831e6158ddc1a01a-1 {}] regionserver.HStore(327): Store=0b9113d594c19333831e6158ddc1a01a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:42,411 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,411 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,411 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,412 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,412 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,412 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:21:42,413 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,414 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:42,415 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b9113d594c19333831e6158ddc1a01a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72603228, jitterRate=0.08187240362167358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:21:42,415 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:42,415 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b9113d594c19333831e6158ddc1a01a: Running coprocessor pre-open hook at 1732371702406Writing region info on filesystem at 1732371702406Initializing all the Stores at 1732371702406Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371702406Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371702406Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371702406Cleaning up temporary data from old regions at 1732371702412 (+6 ms)Running coprocessor post-open hooks at 1732371702415 (+3 ms)Region opened successfully at 1732371702415 2024-11-23T14:21:42,416 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371701277.0b9113d594c19333831e6158ddc1a01a., pid=6, masterSystemTime=1732371702401 2024-11-23T14:21:42,417 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:42,417 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:42,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b9113d594c19333831e6158ddc1a01a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,41491,1732371696161 2024-11-23T14:21:42,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b9113d594c19333831e6158ddc1a01a, server=c6f7b1897123,41491,1732371696161 because future has completed 2024-11-23T14:21:42,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:21:42,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b9113d594c19333831e6158ddc1a01a, server=c6f7b1897123,41491,1732371696161 in 170 msec 2024-11-23T14:21:42,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:21:42,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b9113d594c19333831e6158ddc1a01a, ASSIGN in 327 msec 2024-11-23T14:21:42,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:21:42,424 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371702424"}]},"ts":"1732371702424"} 2024-11-23T14:21:42,426 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:21:42,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:21:42,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-23T14:21:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:21:43,425 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:21:43,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3a5e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39613,-1 for getting cluster id 2024-11-23T14:21:43,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:43,426 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d2c2e3f-7206-4e58-b3fe-f401231b0b9b' 2024-11-23T14:21:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d2c2e3f-7206-4e58-b3fe-f401231b0b9b" 2024-11-23T14:21:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df041e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39613,-1] 2024-11-23T14:21:43,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:43,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:43,427 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:43,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcbaf53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e3c926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43783,-1 for getting cluster id 2024-11-23T14:21:43,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:43,429 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20372685-5cae-43c0-9e65-6fece5c8963d' 2024-11-23T14:21:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20372685-5cae-43c0-9e65-6fece5c8963d" 2024-11-23T14:21:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559a0543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43783,-1] 2024-11-23T14:21:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:43,430 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a18b6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afcb7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39613,-1 for getting cluster id 2024-11-23T14:21:43,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:43,432 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d2c2e3f-7206-4e58-b3fe-f401231b0b9b' 2024-11-23T14:21:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d2c2e3f-7206-4e58-b3fe-f401231b0b9b" 2024-11-23T14:21:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5434aeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39613,-1] 2024-11-23T14:21:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:43,433 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f35a03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39613,1732371690278 2024-11-23T14:21:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad260dc 2024-11-23T14:21:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:43,435 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:43,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:43783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:21:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:21:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:43,437 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:43783' 2024-11-23T14:21:43,438 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790e9287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,438 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43783,-1 for getting cluster id 2024-11-23T14:21:43,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:43,439 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20372685-5cae-43c0-9e65-6fece5c8963d' 2024-11-23T14:21:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20372685-5cae-43c0-9e65-6fece5c8963d" 2024-11-23T14:21:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df36931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43783,-1] 2024-11-23T14:21:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:43,440 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:43,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1d2774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:43,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:43,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43783,1732371696019 2024-11-23T14:21:43,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4059c8bb 2024-11-23T14:21:43,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:43,442 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:43,442 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:21:43,442 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:21:43,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:43,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:43,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:43,443 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:43,444 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:21:43,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:21:43,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:43,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:21:43,494 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:21:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:21:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:44,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:21:44,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8a8654f82870bafade9af94024c47a3, NAME => 'hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282 2024-11-23T14:21:44,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:44,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:44,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b8a8654f82870bafade9af94024c47a3, disabling compactions & flushes 2024-11-23T14:21:44,436 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:44,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:44,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. after waiting 0 ms 2024-11-23T14:21:44,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:44,436 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:44,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8a8654f82870bafade9af94024c47a3: Waiting for close lock at 1732371704436Disabling compacts and flushes for region at 1732371704436Disabling writes for close at 1732371704436Writing region close event to WAL at 1732371704436Closed at 1732371704436 2024-11-23T14:21:44,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:21:44,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371704438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371704438"}]},"ts":"1732371704438"} 2024-11-23T14:21:44,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:21:44,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:21:44,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371704440"}]},"ts":"1732371704440"} 2024-11-23T14:21:44,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:21:44,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8a8654f82870bafade9af94024c47a3, ASSIGN}] 2024-11-23T14:21:44,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8a8654f82870bafade9af94024c47a3, ASSIGN 2024-11-23T14:21:44,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8a8654f82870bafade9af94024c47a3, ASSIGN; state=OFFLINE, location=c6f7b1897123,44397,1732371690476; forceNewPlan=false, retain=false 2024-11-23T14:21:44,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:44,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:44,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:44,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8a8654f82870bafade9af94024c47a3, regionState=OPENING, regionLocation=c6f7b1897123,44397,1732371690476 2024-11-23T14:21:44,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8a8654f82870bafade9af94024c47a3, ASSIGN because future has completed 2024-11-23T14:21:44,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a8654f82870bafade9af94024c47a3, server=c6f7b1897123,44397,1732371690476}] 2024-11-23T14:21:44,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:44,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:44,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:21:44,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C44397%2C1732371690476.rep, suffix=, logDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476, archiveDir=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/oldWALs, maxLogs=10 2024-11-23T14:21:44,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.rep.1732371704756, exclude list is [], retry=0 2024-11-23T14:21:44,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38663,DS-177fbd24-5166-4926-8b74-0f75d70bfcaf,DISK] 2024-11-23T14:21:44,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.rep.1732371704756 2024-11-23T14:21:44,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-11-23T14:21:44,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b8a8654f82870bafade9af94024c47a3, NAME => 'hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:44,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:44,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:21:44,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. service=MultiRowMutationService 2024-11-23T14:21:44,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:21:44,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:44,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,778 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,779 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a8654f82870bafade9af94024c47a3 columnFamilyName hfileref 2024-11-23T14:21:44,779 DEBUG [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:44,780 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] regionserver.HStore(327): Store=b8a8654f82870bafade9af94024c47a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:44,780 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,780 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a8654f82870bafade9af94024c47a3 columnFamilyName queue 2024-11-23T14:21:44,780 DEBUG [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:44,781 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] regionserver.HStore(327): Store=b8a8654f82870bafade9af94024c47a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:44,781 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,782 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a8654f82870bafade9af94024c47a3 columnFamilyName sid 2024-11-23T14:21:44,782 DEBUG [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:44,783 INFO [StoreOpener-b8a8654f82870bafade9af94024c47a3-1 {}] regionserver.HStore(327): Store=b8a8654f82870bafade9af94024c47a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:44,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/replication/b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/replication/b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:21:44,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/replication/b8a8654f82870bafade9af94024c47a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:44,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b8a8654f82870bafade9af94024c47a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67593872, jitterRate=0.007227182388305664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:21:44,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:44,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b8a8654f82870bafade9af94024c47a3: Running coprocessor pre-open hook at 1732371704777Writing region info on filesystem at 1732371704777Initializing all the Stores at 1732371704778 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371704778Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371704778Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371704778Cleaning up temporary data from old regions at 1732371704784 (+6 ms)Running coprocessor post-open hooks at 1732371704787 (+3 ms)Region opened successfully at 1732371704788 (+1 ms) 2024-11-23T14:21:44,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3., pid=10, masterSystemTime=1732371704750 2024-11-23T14:21:44,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:44,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:44,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8a8654f82870bafade9af94024c47a3, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,44397,1732371690476 2024-11-23T14:21:44,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a8654f82870bafade9af94024c47a3, server=c6f7b1897123,44397,1732371690476 because future has completed 2024-11-23T14:21:44,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:21:44,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b8a8654f82870bafade9af94024c47a3, server=c6f7b1897123,44397,1732371690476 in 196 msec 2024-11-23T14:21:44,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:21:44,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8a8654f82870bafade9af94024c47a3, ASSIGN in 353 msec 2024-11-23T14:21:44,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:21:44,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371704797"}]},"ts":"1732371704797"} 2024-11-23T14:21:44,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:21:44,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:21:44,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3560 sec 2024-11-23T14:21:44,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3., hostname=c6f7b1897123,44397,1732371690476, seqNum=2] 2024-11-23T14:21:44,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:21:45,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:45,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:45,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:21:45,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:21:45,303 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:21:45,334 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,44397,1732371690476, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:21:45,335 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:45,335 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44397,1732371690476, seqNum=-1] 2024-11-23T14:21:45,335 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:45,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T14:21:45,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,44397,1732371690476', locateType=CURRENT is [region=hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3., hostname=c6f7b1897123,44397,1732371690476, seqNum=2] 2024-11-23T14:21:45,340 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:21:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:21:45,342 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,44397,1732371690476 suceeded 2024-11-23T14:21:45,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:21:45,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T14:21:45,343 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:43783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:21:45,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9080 sec 2024-11-23T14:21:45,355 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:43783' 2024-11-23T14:21:45,356 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601a2a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,356 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43783,-1 for getting cluster id 2024-11-23T14:21:45,356 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:45,357 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20372685-5cae-43c0-9e65-6fece5c8963d' 2024-11-23T14:21:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20372685-5cae-43c0-9e65-6fece5c8963d" 2024-11-23T14:21:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b012179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43783,-1] 2024-11-23T14:21:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:45,358 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:45,358 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e7e601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,358 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43783,1732371696019 2024-11-23T14:21:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@136c5164 2024-11-23T14:21:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:45,360 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-23T14:21:45,360 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,44397,1732371690476 (queues=1) is replicating from cluster=3d2c2e3f-7206-4e58-b3fe-f401231b0b9b to cluster=20372685-5cae-43c0-9e65-6fece5c8963d 2024-11-23T14:21:45,360 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C44397%2C1732371690476 2024-11-23T14:21:45,360 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,44397,1732371690476, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:21:45,361 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C44397%2C1732371690476 2024-11-23T14:21:45,361 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984, startPosition=0, beingWritten=true 2024-11-23T14:21:45,366 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:45,366 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 379, reset compression=false 2024-11-23T14:21:45,366 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,44397,1732371690476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:45,569 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 379, reset compression=false 2024-11-23T14:21:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:45,584 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:21:45,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:45,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:45,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:45,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:45,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:45,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f63b986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43783,-1 for getting cluster id 2024-11-23T14:21:45,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:45,586 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20372685-5cae-43c0-9e65-6fece5c8963d' 2024-11-23T14:21:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20372685-5cae-43c0-9e65-6fece5c8963d" 2024-11-23T14:21:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad8e4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43783,-1] 2024-11-23T14:21:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:45,587 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1e9b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43783,1732371696019 2024-11-23T14:21:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f0b106a 2024-11-23T14:21:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:45,589 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:45,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:39613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:21:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:21:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:45,591 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39613' 2024-11-23T14:21:45,592 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7972bd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,592 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39613,-1 for getting cluster id 2024-11-23T14:21:45,592 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:45,592 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d2c2e3f-7206-4e58-b3fe-f401231b0b9b' 2024-11-23T14:21:45,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:45,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d2c2e3f-7206-4e58-b3fe-f401231b0b9b" 2024-11-23T14:21:45,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3107cf0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39613,-1] 2024-11-23T14:21:45,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:45,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:45,593 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:45,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1d4618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:45,594 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:45,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39613,1732371690278 2024-11-23T14:21:45,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61324418 2024-11-23T14:21:45,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:45,595 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:21:45,596 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T14:21:45,596 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:21:45,596 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:45,596 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:45,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:45,596 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:21:45,597 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:21:45,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:21:45,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:45,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:21:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:21:45,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d4c83d44a42c86b9e74641c3cccf695, NAME => 'hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a 2024-11-23T14:21:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:21:45,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:45,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d4c83d44a42c86b9e74641c3cccf695, disabling compactions & flushes 2024-11-23T14:21:45,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:45,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:45,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. after waiting 0 ms 2024-11-23T14:21:45,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:45,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:45,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d4c83d44a42c86b9e74641c3cccf695: Waiting for close lock at 1732371705612Disabling compacts and flushes for region at 1732371705612Disabling writes for close at 1732371705612Writing region close event to WAL at 1732371705612Closed at 1732371705612 2024-11-23T14:21:45,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:21:45,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371705613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371705613"}]},"ts":"1732371705613"} 2024-11-23T14:21:45,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:21:45,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:21:45,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371705616"}]},"ts":"1732371705616"} 2024-11-23T14:21:45,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:21:45,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d4c83d44a42c86b9e74641c3cccf695, ASSIGN}] 2024-11-23T14:21:45,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d4c83d44a42c86b9e74641c3cccf695, ASSIGN 2024-11-23T14:21:45,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d4c83d44a42c86b9e74641c3cccf695, ASSIGN; state=OFFLINE, location=c6f7b1897123,41491,1732371696161; forceNewPlan=false, retain=false 2024-11-23T14:21:45,647 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:21:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:45,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d4c83d44a42c86b9e74641c3cccf695, regionState=OPENING, regionLocation=c6f7b1897123,41491,1732371696161 2024-11-23T14:21:45,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d4c83d44a42c86b9e74641c3cccf695, ASSIGN because future has completed 2024-11-23T14:21:45,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d4c83d44a42c86b9e74641c3cccf695, server=c6f7b1897123,41491,1732371696161}] 2024-11-23T14:21:45,873 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 379, reset compression=false 2024-11-23T14:21:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:45,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:45,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:21:45,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:21:45,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C41491%2C1732371696161.rep, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/oldWALs, maxLogs=10 2024-11-23T14:21:45,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.rep.1732371705928, exclude list is [], retry=0 2024-11-23T14:21:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-7f8a8d0a-b7e5-4625-87f9-cd186d89e3b6,DISK] 2024-11-23T14:21:45,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.rep.1732371705928 2024-11-23T14:21:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33555:33555)] 2024-11-23T14:21:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d4c83d44a42c86b9e74641c3cccf695, NAME => 'hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:21:45,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:21:45,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:21:45,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. service=MultiRowMutationService 2024-11-23T14:21:45,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:21:45,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:21:45,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,945 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,946 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d4c83d44a42c86b9e74641c3cccf695 columnFamilyName hfileref 2024-11-23T14:21:45,946 DEBUG [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:45,947 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] regionserver.HStore(327): Store=3d4c83d44a42c86b9e74641c3cccf695/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:45,947 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,947 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d4c83d44a42c86b9e74641c3cccf695 columnFamilyName queue 2024-11-23T14:21:45,947 DEBUG [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:45,948 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] regionserver.HStore(327): Store=3d4c83d44a42c86b9e74641c3cccf695/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:45,948 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,948 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d4c83d44a42c86b9e74641c3cccf695 columnFamilyName sid 2024-11-23T14:21:45,949 DEBUG [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:21:45,949 INFO [StoreOpener-3d4c83d44a42c86b9e74641c3cccf695-1 {}] regionserver.HStore(327): Store=3d4c83d44a42c86b9e74641c3cccf695/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:21:45,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:21:45,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:21:45,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3d4c83d44a42c86b9e74641c3cccf695; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67483596, jitterRate=0.00558394193649292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:21:45,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:45,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3d4c83d44a42c86b9e74641c3cccf695: Running coprocessor pre-open hook at 1732371705944Writing region info on filesystem at 1732371705944Initializing all the Stores at 1732371705945 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371705945Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371705945Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371705945Cleaning up temporary data from old regions at 1732371705950 (+5 ms)Running coprocessor post-open hooks at 1732371705955 (+5 ms)Region opened successfully at 1732371705955 2024-11-23T14:21:45,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695., pid=10, masterSystemTime=1732371705924 2024-11-23T14:21:45,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:45,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:45,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d4c83d44a42c86b9e74641c3cccf695, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,41491,1732371696161 2024-11-23T14:21:45,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d4c83d44a42c86b9e74641c3cccf695, server=c6f7b1897123,41491,1732371696161 because future has completed 2024-11-23T14:21:45,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:21:45,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d4c83d44a42c86b9e74641c3cccf695, server=c6f7b1897123,41491,1732371696161 in 188 msec 2024-11-23T14:21:45,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:21:45,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d4c83d44a42c86b9e74641c3cccf695, ASSIGN in 344 msec 2024-11-23T14:21:45,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:21:45,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371705964"}]},"ts":"1732371705964"} 2024-11-23T14:21:45,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:21:45,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:21:45,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 370 msec 2024-11-23T14:21:46,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695., hostname=c6f7b1897123,41491,1732371696161, seqNum=2] 2024-11-23T14:21:46,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:46,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:46,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:21:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:46,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:21:46,229 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:21:46,258 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,41491,1732371696161, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:21:46,258 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:46,258 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,41491,1732371696161, seqNum=-1] 2024-11-23T14:21:46,258 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:46,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T14:21:46,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,41491,1732371696161', locateType=CURRENT is [region=hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695., hostname=c6f7b1897123,41491,1732371696161, seqNum=2] 2024-11-23T14:21:46,263 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:21:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:21:46,265 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,41491,1732371696161 suceeded 2024-11-23T14:21:46,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:21:46,267 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:39613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:21:46,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-23T14:21:46,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 678 msec 2024-11-23T14:21:46,276 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39613' 2024-11-23T14:21:46,277 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30c338bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:46,277 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 379, reset compression=false 2024-11-23T14:21:46,277 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39613,-1 for getting cluster id 2024-11-23T14:21:46,277 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:46,278 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d2c2e3f-7206-4e58-b3fe-f401231b0b9b' 2024-11-23T14:21:46,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:46,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d2c2e3f-7206-4e58-b3fe-f401231b0b9b" 2024-11-23T14:21:46,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31eb9acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:46,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39613,-1] 2024-11-23T14:21:46,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:46,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:46,279 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:46,279 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c252f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:46,280 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:46,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39613,1732371690278 2024-11-23T14:21:46,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a3ea10d 2024-11-23T14:21:46,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:21:46,281 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-23T14:21:46,282 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,41491,1732371696161 (queues=1) is replicating from cluster=20372685-5cae-43c0-9e65-6fece5c8963d to cluster=3d2c2e3f-7206-4e58-b3fe-f401231b0b9b 2024-11-23T14:21:46,282 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C41491%2C1732371696161 2024-11-23T14:21:46,282 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,41491,1732371696161, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:21:46,282 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149, startPosition=0, beingWritten=true 2024-11-23T14:21:46,282 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C41491%2C1732371696161 2024-11-23T14:21:46,286 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:46,286 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 379, reset compression=false 2024-11-23T14:21:46,286 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,41491,1732371696161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:46,489 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 379, reset compression=false 2024-11-23T14:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:21:46,724 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:21:46,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:46,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:46,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:46,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:46,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:46,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:46,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44397,1732371690476, seqNum=-1] 2024-11-23T14:21:46,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:46,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd., hostname=c6f7b1897123,44397,1732371690476, seqNum=2] 2024-11-23T14:21:46,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,41491,1732371696161, seqNum=-1] 2024-11-23T14:21:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:46,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:21:46,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371701277.0b9113d594c19333831e6158ddc1a01a., hostname=c6f7b1897123,41491,1732371696161, seqNum=2] 2024-11-23T14:21:46,735 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T14:21:46,781 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 379, reset compression=false 2024-11-23T14:21:46,785 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:21:46,785 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 480, reset compression=false 2024-11-23T14:21:46,785 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,44397,1732371690476 got entry batch from reader: WALEntryBatch [walEntries=[{test/2026cf4104b7e9e1051a3fcf37d990cd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T14:21:46,787 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:21:46,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-23T14:21:46,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:21:46,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c9b49d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:46,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43783,-1 for getting cluster id 2024-11-23T14:21:46,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:46,791 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20372685-5cae-43c0-9e65-6fece5c8963d' 2024-11-23T14:21:46,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:46,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20372685-5cae-43c0-9e65-6fece5c8963d" 2024-11-23T14:21:46,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@263af80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:46,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43783,-1] 2024-11-23T14:21:46,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:46,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:46,792 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:46,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32d6407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:46,793 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 379, reset compression=false 2024-11-23T14:21:46,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:46,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,41491,1732371696161, seqNum=-1] 2024-11-23T14:21:46,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:46,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T14:21:46,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371701277.0b9113d594c19333831e6158ddc1a01a., hostname=c6f7b1897123,41491,1732371696161, seqNum=2] 2024-11-23T14:21:46,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:21:46,988 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 480, reset compression=false 2024-11-23T14:21:47,196 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 379, reset compression=false 2024-11-23T14:21:47,201 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:47,201 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 503, reset compression=false 2024-11-23T14:21:47,201 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,41491,1732371696161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:47,292 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 480, reset compression=false 2024-11-23T14:21:47,405 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 503, reset compression=false 2024-11-23T14:21:47,708 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 503, reset compression=false 2024-11-23T14:21:47,708 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 480, reset compression=false 2024-11-23T14:21:47,738 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T14:21:47,741 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T14:21:48,112 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 503, reset compression=false 2024-11-23T14:21:48,116 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:21:48,116 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 607, reset compression=false 2024-11-23T14:21:48,116 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,41491,1732371696161 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b9113d594c19333831e6158ddc1a01a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T14:21:48,118 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:21:48,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-23T14:21:48,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:21:48,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44629af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:48,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39613,-1 for getting cluster id 2024-11-23T14:21:48,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:21:48,120 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d2c2e3f-7206-4e58-b3fe-f401231b0b9b' 2024-11-23T14:21:48,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:21:48,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d2c2e3f-7206-4e58-b3fe-f401231b0b9b" 2024-11-23T14:21:48,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3536254b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:48,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39613,-1] 2024-11-23T14:21:48,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:21:48,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:48,122 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:21:48,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7428e4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:21:48,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:21:48,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,44397,1732371690476, seqNum=-1] 2024-11-23T14:21:48,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:21:48,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T14:21:48,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd., hostname=c6f7b1897123,44397,1732371690476, seqNum=2] 2024-11-23T14:21:48,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:21:48,211 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 480, reset compression=false 2024-11-23T14:21:48,216 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:48,216 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 607, reset compression=false 2024-11-23T14:21:48,216 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,44397,1732371690476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:48,319 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 607, reset compression=false 2024-11-23T14:21:48,419 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 607, reset compression=false 2024-11-23T14:21:48,622 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 607, reset compression=false 2024-11-23T14:21:48,723 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 607, reset compression=false 2024-11-23T14:21:48,743 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T14:21:48,749 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T14:21:49,026 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 607, reset compression=false 2024-11-23T14:21:49,126 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 607, reset compression=false 2024-11-23T14:21:49,130 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:21:49,130 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 763, reset compression=false 2024-11-23T14:21:49,130 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,44397,1732371690476 got entry batch from reader: WALEntryBatch [walEntries=[{test/2026cf4104b7e9e1051a3fcf37d990cd/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T14:21:49,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:21:49,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:21:49,333 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 763, reset compression=false 2024-11-23T14:21:49,529 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 607, reset compression=false 2024-11-23T14:21:49,533 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:49,533 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 754, reset compression=false 2024-11-23T14:21:49,533 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,41491,1732371696161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:49,637 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 763, reset compression=false 2024-11-23T14:21:49,736 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 754, reset compression=false 2024-11-23T14:21:49,750 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T14:21:49,754 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T14:21:50,039 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 754, reset compression=false 2024-11-23T14:21:50,040 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 763, reset compression=false 2024-11-23T14:21:50,044 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:21:50,044 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 913, reset compression=false 2024-11-23T14:21:50,044 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,41491,1732371696161 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b9113d594c19333831e6158ddc1a01a/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T14:21:50,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:21:50,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:21:50,247 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 913, reset compression=false 2024-11-23T14:21:50,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:50,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:50,543 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 763, reset compression=false 2024-11-23T14:21:50,548 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:50,548 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:50,548 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,44397,1732371690476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:50,551 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 913, reset compression=false 2024-11-23T14:21:50,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T14:21:50,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T14:21:50,751 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:50,756 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T14:21:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:21:50,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:50,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:50,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:50,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:50,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:50,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:21:50,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=438998625, stopped=false 2024-11-23T14:21:50,759 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,43783,1732371696019 2024-11-23T14:21:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762668379/running 2024-11-23T14:21:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762668379/running 2024-11-23T14:21:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:50,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:21:50,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:50,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:50,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:50,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,41491,1732371696161' ***** 2024-11-23T14:21:50,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:21:50,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on znode that does not yet exist, /1-1762668379/running 2024-11-23T14:21:50,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Set watcher on znode that does not yet exist, /1-1762668379/running 2024-11-23T14:21:50,824 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:21:50,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b9113d594c19333831e6158ddc1a01a 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,41491,1732371696161 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:41491. 2024-11-23T14:21:50,825 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d4c83d44a42c86b9e74641c3cccf695, disabling compactions & flushes 2024-11-23T14:21:50,825 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:50,825 DEBUG [RS:0;c6f7b1897123:41491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:50,825 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:50,825 DEBUG [RS:0;c6f7b1897123:41491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:50,825 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. after waiting 0 ms 2024-11-23T14:21:50,825 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:21:50,825 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d4c83d44a42c86b9e74641c3cccf695 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-23T14:21:50,825 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:21:50,825 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1325): Online Regions={3d4c83d44a42c86b9e74641c3cccf695=hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695., 1588230740=hbase:meta,,1.1588230740, 0b9113d594c19333831e6158ddc1a01a=test,,1732371701277.0b9113d594c19333831e6158ddc1a01a.} 2024-11-23T14:21:50,825 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1351): Waiting on 0b9113d594c19333831e6158ddc1a01a, 1588230740, 3d4c83d44a42c86b9e74641c3cccf695 2024-11-23T14:21:50,826 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:21:50,826 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:21:50,826 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:21:50,826 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:21:50,826 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:21:50,826 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:21:50,841 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695/.tmp/queue/211187a79b1841888635eecb8cd7b125 is 153, key is 1-c6f7b1897123,41491,1732371696161/queue:c6f7b1897123%2C41491%2C1732371696161/1732371710048/Put/seqid=0 2024-11-23T14:21:50,843 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/info/ab7361744ee743c0afff5cd4a404ef8c is 147, key is hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695./info:regioninfo/1732371705958/Put/seqid=0 2024-11-23T14:21:50,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741840_1016 (size=5352) 2024-11-23T14:21:50,846 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695/.tmp/queue/211187a79b1841888635eecb8cd7b125 2024-11-23T14:21:50,852 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695/.tmp/queue/211187a79b1841888635eecb8cd7b125 as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695/queue/211187a79b1841888635eecb8cd7b125 2024-11-23T14:21:50,857 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695/queue/211187a79b1841888635eecb8cd7b125, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T14:21:50,858 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3d4c83d44a42c86b9e74641c3cccf695 in 33ms, sequenceid=10, compaction requested=false 2024-11-23T14:21:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741841_1017 (size=7686) 2024-11-23T14:21:50,867 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/info/ab7361744ee743c0afff5cd4a404ef8c 2024-11-23T14:21:50,869 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/replication/3d4c83d44a42c86b9e74641c3cccf695/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T14:21:50,869 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:50,869 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:50,869 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:50,870 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d4c83d44a42c86b9e74641c3cccf695: Waiting for close lock at 1732371710825Running coprocessor pre-close hooks at 1732371710825Disabling compacts and flushes for region at 1732371710825Disabling writes for close at 1732371710825Obtaining lock to block concurrent updates at 1732371710825Preparing flush snapshotting stores in 3d4c83d44a42c86b9e74641c3cccf695 at 1732371710825Finished memstore snapshotting hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732371710826 (+1 ms)Flushing stores of hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. at 1732371710826Flushing 3d4c83d44a42c86b9e74641c3cccf695/queue: creating writer at 1732371710826Flushing 3d4c83d44a42c86b9e74641c3cccf695/queue: appending metadata at 1732371710841 (+15 ms)Flushing 3d4c83d44a42c86b9e74641c3cccf695/queue: closing flushed file at 1732371710841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d80814a: reopening flushed file at 1732371710851 (+10 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3d4c83d44a42c86b9e74641c3cccf695 in 33ms, sequenceid=10, compaction requested=false at 1732371710858 (+7 ms)Writing region close event to WAL at 1732371710865 (+7 ms)Running coprocessor post-close hooks at 1732371710869 (+4 ms)Closed at 1732371710869 2024-11-23T14:21:50,870 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371705596.3d4c83d44a42c86b9e74641c3cccf695. 2024-11-23T14:21:50,870 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b9113d594c19333831e6158ddc1a01a, disabling compactions & flushes 2024-11-23T14:21:50,870 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:50,870 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:50,870 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. after waiting 0 ms 2024-11-23T14:21:50,870 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:50,870 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b9113d594c19333831e6158ddc1a01a 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-23T14:21:50,886 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/ns/0431b092c9b74543b948354bf4fdfc51 is 43, key is default/ns:d/1732371699072/Put/seqid=0 2024-11-23T14:21:50,889 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/f/3630e073eae24c7ca51864ae62db3e07 is 29, key is row1/f:/1732371709751/DeleteFamily/seqid=0 2024-11-23T14:21:50,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741842_1018 (size=5153) 2024-11-23T14:21:50,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741843_1019 (size=5118) 2024-11-23T14:21:50,918 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:21:50,954 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 913, reset compression=false 2024-11-23T14:21:50,959 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:50,959 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 1160, reset compression=false 2024-11-23T14:21:50,959 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,41491,1732371696161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:50,960 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,41491,1732371696161: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,41491,1732371696161, walGroup=c6f7b1897123%2C41491%2C1732371696161, offset=c6f7b1897123%2C41491%2C1732371696161.1732371698149:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:41491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:21:50,961 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:21:50,961 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:21:50,963 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:21:50,963 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:21:50,963 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:21:50,963 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 650839552 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191056216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:21:50,964 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:43783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:43783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:21:51,009 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:21:51,009 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:21:51,026 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1351): Waiting on 0b9113d594c19333831e6158ddc1a01a, 1588230740 2024-11-23T14:21:51,055 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:51,162 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 1160, reset compression=false 2024-11-23T14:21:51,226 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1351): Waiting on 0b9113d594c19333831e6158ddc1a01a, 1588230740 2024-11-23T14:21:51,294 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/ns/0431b092c9b74543b948354bf4fdfc51 2024-11-23T14:21:51,300 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/f/3630e073eae24c7ca51864ae62db3e07 2024-11-23T14:21:51,304 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3630e073eae24c7ca51864ae62db3e07 2024-11-23T14:21:51,313 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/rep_barrier/56d654d3ddc34ab1a3fcef9036db2d3d is 112, key is test,,1732371701277.0b9113d594c19333831e6158ddc1a01a./rep_barrier:seqnumDuringOpen/1732371702418/Put/seqid=0 2024-11-23T14:21:51,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741844_1020 (size=5518) 2024-11-23T14:21:51,321 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/f1/db5ea41af75c419ca60a343aba6190d4 is 30, key is row1/f1:/1732371709751/DeleteFamily/seqid=0 2024-11-23T14:21:51,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741845_1021 (size=5123) 2024-11-23T14:21:51,426 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1351): Waiting on 0b9113d594c19333831e6158ddc1a01a, 1588230740 2024-11-23T14:21:51,459 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:51,465 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 1160, reset compression=false 2024-11-23T14:21:51,626 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1351): Waiting on 0b9113d594c19333831e6158ddc1a01a, 1588230740 2024-11-23T14:21:51,717 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/rep_barrier/56d654d3ddc34ab1a3fcef9036db2d3d 2024-11-23T14:21:51,724 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/f1/db5ea41af75c419ca60a343aba6190d4 2024-11-23T14:21:51,727 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db5ea41af75c419ca60a343aba6190d4 2024-11-23T14:21:51,734 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/table/d355c82e9051449983ffeccec474c98f is 53, key is hbase:replication/table:state/1732371705964/Put/seqid=0 2024-11-23T14:21:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741846_1022 (size=5308) 2024-11-23T14:21:51,741 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/norep/43240bdc72c8434f963c7592e98f8f71 is 33, key is row1/norep:/1732371709751/DeleteFamily/seqid=0 2024-11-23T14:21:51,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741847_1023 (size=5108) 2024-11-23T14:21:51,744 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/norep/43240bdc72c8434f963c7592e98f8f71 2024-11-23T14:21:51,747 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43240bdc72c8434f963c7592e98f8f71 2024-11-23T14:21:51,748 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/f/3630e073eae24c7ca51864ae62db3e07 as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/f/3630e073eae24c7ca51864ae62db3e07 2024-11-23T14:21:51,751 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3630e073eae24c7ca51864ae62db3e07 2024-11-23T14:21:51,752 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/f/3630e073eae24c7ca51864ae62db3e07, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T14:21:51,752 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/f1/db5ea41af75c419ca60a343aba6190d4 as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/f1/db5ea41af75c419ca60a343aba6190d4 2024-11-23T14:21:51,756 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db5ea41af75c419ca60a343aba6190d4 2024-11-23T14:21:51,756 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/f1/db5ea41af75c419ca60a343aba6190d4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T14:21:51,757 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/.tmp/norep/43240bdc72c8434f963c7592e98f8f71 as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/norep/43240bdc72c8434f963c7592e98f8f71 2024-11-23T14:21:51,760 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43240bdc72c8434f963c7592e98f8f71 2024-11-23T14:21:51,760 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/norep/43240bdc72c8434f963c7592e98f8f71, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T14:21:51,761 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0b9113d594c19333831e6158ddc1a01a in 891ms, sequenceid=8, compaction requested=false 2024-11-23T14:21:51,764 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/default/test/0b9113d594c19333831e6158ddc1a01a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T14:21:51,765 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:51,765 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:21:51,765 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:51,765 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b9113d594c19333831e6158ddc1a01a: Waiting for close lock at 1732371710870Running coprocessor pre-close hooks at 1732371710870Disabling compacts and flushes for region at 1732371710870Disabling writes for close at 1732371710870Obtaining lock to block concurrent updates at 1732371710870Preparing flush snapshotting stores in 0b9113d594c19333831e6158ddc1a01a at 1732371710870Finished memstore snapshotting test,,1732371701277.0b9113d594c19333831e6158ddc1a01a., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732371710871 (+1 ms)Flushing stores of test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. at 1732371710871Flushing 0b9113d594c19333831e6158ddc1a01a/f: creating writer at 1732371710871Flushing 0b9113d594c19333831e6158ddc1a01a/f: appending metadata at 1732371710888 (+17 ms)Flushing 0b9113d594c19333831e6158ddc1a01a/f: closing flushed file at 1732371710888Flushing 0b9113d594c19333831e6158ddc1a01a/f1: creating writer at 1732371711304 (+416 ms)Flushing 0b9113d594c19333831e6158ddc1a01a/f1: appending metadata at 1732371711320 (+16 ms)Flushing 0b9113d594c19333831e6158ddc1a01a/f1: closing flushed file at 1732371711321 (+1 ms)Flushing 0b9113d594c19333831e6158ddc1a01a/norep: creating writer at 1732371711727 (+406 ms)Flushing 0b9113d594c19333831e6158ddc1a01a/norep: appending metadata at 1732371711740 (+13 ms)Flushing 0b9113d594c19333831e6158ddc1a01a/norep: closing flushed file at 1732371711740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4106d16f: reopening flushed file at 1732371711747 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdd8bdc: reopening flushed file at 1732371711752 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1d6f5e: reopening flushed file at 1732371711756 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0b9113d594c19333831e6158ddc1a01a in 891ms, sequenceid=8, compaction requested=false at 1732371711761 (+5 ms)Writing region close event to WAL at 1732371711762 (+1 ms)Running coprocessor post-close hooks at 1732371711765 (+3 ms)Closed at 1732371711765 2024-11-23T14:21:51,765 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371701277.0b9113d594c19333831e6158ddc1a01a. 2024-11-23T14:21:51,826 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:21:51,826 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:21:51,826 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:51,868 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 1160, reset compression=false 2024-11-23T14:21:51,872 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:51,872 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 1804, reset compression=false 2024-11-23T14:21:51,963 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:52,027 DEBUG [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:52,076 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 1804, reset compression=false 2024-11-23T14:21:52,138 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/table/d355c82e9051449983ffeccec474c98f 2024-11-23T14:21:52,142 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/info/ab7361744ee743c0afff5cd4a404ef8c as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/info/ab7361744ee743c0afff5cd4a404ef8c 2024-11-23T14:21:52,146 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/info/ab7361744ee743c0afff5cd4a404ef8c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:21:52,146 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/ns/0431b092c9b74543b948354bf4fdfc51 as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/ns/0431b092c9b74543b948354bf4fdfc51 2024-11-23T14:21:52,151 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/ns/0431b092c9b74543b948354bf4fdfc51, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:21:52,151 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/rep_barrier/56d654d3ddc34ab1a3fcef9036db2d3d as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/rep_barrier/56d654d3ddc34ab1a3fcef9036db2d3d 2024-11-23T14:21:52,155 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/rep_barrier/56d654d3ddc34ab1a3fcef9036db2d3d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:21:52,156 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/.tmp/table/d355c82e9051449983ffeccec474c98f as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/table/d355c82e9051449983ffeccec474c98f 2024-11-23T14:21:52,159 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/table/d355c82e9051449983ffeccec474c98f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:21:52,160 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-23T14:21:52,163 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:21:52,164 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:52,164 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:52,164 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:52,164 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371710825Running coprocessor pre-close hooks at 1732371710826 (+1 ms)Disabling compacts and flushes for region at 1732371710826Disabling writes for close at 1732371710826Obtaining lock to block concurrent updates at 1732371710826Preparing flush snapshotting stores in 1588230740 at 1732371710826Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371710826Flushing stores of hbase:meta,,1.1588230740 at 1732371710826Flushing 1588230740/info: creating writer at 1732371710826Flushing 1588230740/info: appending metadata at 1732371710843 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732371710843Flushing 1588230740/ns: creating writer at 1732371710871 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732371710885 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732371710885Flushing 1588230740/rep_barrier: creating writer at 1732371711298 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371711313 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371711313Flushing 1588230740/table: creating writer at 1732371711721 (+408 ms)Flushing 1588230740/table: appending metadata at 1732371711733 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732371711734 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350e50ff: reopening flushed file at 1732371712141 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a776ea8: reopening flushed file at 1732371712146 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea9d3f3: reopening flushed file at 1732371712151 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c814ef4: reopening flushed file at 1732371712155 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1732371712160 (+5 ms)Writing region close event to WAL at 1732371712161 (+1 ms)Running coprocessor post-close hooks at 1732371712164 (+3 ms)Closed at 1732371712164 2024-11-23T14:21:52,164 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:52,227 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,41491,1732371696161; all regions closed. 2024-11-23T14:21:52,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:21:52,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.meta.1732371699034.meta not finished, retry = 0 2024-11-23T14:21:52,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.rep.1732371705928 not finished, retry = 0 2024-11-23T14:21:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741839_1015 (size=2676) 2024-11-23T14:21:52,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:21:52,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:52,354 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28325 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:21:52,379 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 to pos 1804, reset compression=false 2024-11-23T14:21:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741832_1008 (size=1812) 2024-11-23T14:21:52,434 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/WALs/c6f7b1897123,41491,1732371696161/c6f7b1897123%2C41491%2C1732371696161.1732371698149 not finished, retry = 0 2024-11-23T14:21:52,535 DEBUG [RS:0;c6f7b1897123:41491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:52,535 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:21:52,535 INFO [RS:0;c6f7b1897123:41491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:21:52,535 INFO [RS:0;c6f7b1897123:41491 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T14:21:52,535 INFO [RS:0;c6f7b1897123:41491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:21:52,535 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:21:52,536 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,41491,1732371696161 because: Region server is closing 2024-11-23T14:21:52,536 INFO [RS:0;c6f7b1897123:41491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:41491. 2024-11-23T14:21:52,536 DEBUG [RS:0;c6f7b1897123:41491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:52,536 DEBUG [RS:0;c6f7b1897123:41491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:52,536 DEBUG [RS:0;c6f7b1897123:41491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:52,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:52,566 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:52,636 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.shipperc6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 terminated 2024-11-23T14:21:52,636 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,41491,1732371696161.replicationSource.wal-reader.c6f7b1897123%2C41491%2C1732371696161,1-c6f7b1897123,41491,1732371696161 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:21:52,636 INFO [RS:0;c6f7b1897123:41491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:41491. 2024-11-23T14:21:52,637 DEBUG [RS:0;c6f7b1897123:41491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:52,637 DEBUG [RS:0;c6f7b1897123:41491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:52,637 DEBUG [RS:0;c6f7b1897123:41491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:52,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:52,637 INFO [RS:0;c6f7b1897123:41491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41491 2024-11-23T14:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762668379/rs/c6f7b1897123,41491,1732371696161 2024-11-23T14:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379/rs 2024-11-23T14:21:52,749 INFO [RS:0;c6f7b1897123:41491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:21:52,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,41491,1732371696161] 2024-11-23T14:21:52,770 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762668379/draining/c6f7b1897123,41491,1732371696161 already deleted, retry=false 2024-11-23T14:21:52,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,41491,1732371696161 expired; onlineServers=0 2024-11-23T14:21:52,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,43783,1732371696019' ***** 2024-11-23T14:21:52,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:21:52,770 INFO [M:0;c6f7b1897123:43783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:21:52,770 INFO [M:0;c6f7b1897123:43783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:21:52,771 DEBUG [M:0;c6f7b1897123:43783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:21:52,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:21:52,771 DEBUG [M:0;c6f7b1897123:43783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:21:52,771 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371697824 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371697824,5,FailOnTimeoutGroup] 2024-11-23T14:21:52,771 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371697826 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371697826,5,FailOnTimeoutGroup] 2024-11-23T14:21:52,771 INFO [M:0;c6f7b1897123:43783 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:21:52,771 INFO [M:0;c6f7b1897123:43783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:21:52,771 DEBUG [M:0;c6f7b1897123:43783 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:21:52,771 INFO [M:0;c6f7b1897123:43783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:21:52,771 INFO [M:0;c6f7b1897123:43783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:21:52,771 INFO [M:0;c6f7b1897123:43783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:21:52,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:21:52,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762668379/master 2024-11-23T14:21:52,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762668379 2024-11-23T14:21:52,781 DEBUG [M:0;c6f7b1897123:43783 {}] zookeeper.ZKUtil(347): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Unable to get data of znode /1-1762668379/master because node does not exist (not an error) 2024-11-23T14:21:52,781 WARN [M:0;c6f7b1897123:43783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:21:52,781 INFO [M:0;c6f7b1897123:43783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/.lastflushedseqids 2024-11-23T14:21:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741848_1024 (size=245) 2024-11-23T14:21:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41491-0x101681226e60004, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:52,860 INFO [RS:0;c6f7b1897123:41491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:21:52,860 INFO [RS:0;c6f7b1897123:41491 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,41491,1732371696161; zookeeper connection closed. 2024-11-23T14:21:52,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d773fc5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d773fc5 2024-11-23T14:21:52,860 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:21:53,185 INFO [M:0;c6f7b1897123:43783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:21:53,185 INFO [M:0;c6f7b1897123:43783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:21:53,185 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:21:53,185 INFO [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:53,185 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:53,185 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:21:53,185 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:53,186 INFO [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T14:21:53,203 DEBUG [M:0;c6f7b1897123:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cd38f44eadb478aab250765f32ea1c4 is 82, key is hbase:meta,,1/info:regioninfo/1732371699060/Put/seqid=0 2024-11-23T14:21:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741849_1025 (size=5672) 2024-11-23T14:21:53,270 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:53,607 INFO [M:0;c6f7b1897123:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cd38f44eadb478aab250765f32ea1c4 2024-11-23T14:21:53,623 DEBUG [M:0;c6f7b1897123:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6170557112fd48a5a5cae729e6651761 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732371705966/Put/seqid=0 2024-11-23T14:21:53,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741850_1026 (size=8516) 2024-11-23T14:21:54,073 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:54,173 INFO [M:0;c6f7b1897123:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6170557112fd48a5a5cae729e6651761 2024-11-23T14:21:54,190 DEBUG [M:0;c6f7b1897123:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f475cb6a26624f7589a52f8cab36f870 is 69, key is c6f7b1897123,41491,1732371696161/rs:state/1732371697946/Put/seqid=0 2024-11-23T14:21:54,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741851_1027 (size=5156) 2024-11-23T14:21:54,593 INFO [M:0;c6f7b1897123:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f475cb6a26624f7589a52f8cab36f870 2024-11-23T14:21:54,598 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cd38f44eadb478aab250765f32ea1c4 as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cd38f44eadb478aab250765f32ea1c4 2024-11-23T14:21:54,601 INFO [M:0;c6f7b1897123:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cd38f44eadb478aab250765f32ea1c4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T14:21:54,602 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6170557112fd48a5a5cae729e6651761 as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6170557112fd48a5a5cae729e6651761 2024-11-23T14:21:54,606 INFO [M:0;c6f7b1897123:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6170557112fd48a5a5cae729e6651761, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T14:21:54,607 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f475cb6a26624f7589a52f8cab36f870 as hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f475cb6a26624f7589a52f8cab36f870 2024-11-23T14:21:54,610 INFO [M:0;c6f7b1897123:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f475cb6a26624f7589a52f8cab36f870, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T14:21:54,611 INFO [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1426ms, sequenceid=97, compaction requested=false 2024-11-23T14:21:54,612 INFO [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:54,612 DEBUG [M:0;c6f7b1897123:43783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371713185Disabling compacts and flushes for region at 1732371713185Disabling writes for close at 1732371713185Obtaining lock to block concurrent updates at 1732371713186 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371713186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732371713186Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371713187 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371713187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371713202 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371713202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371713610 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371713622 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371713622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371714177 (+555 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371714189 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371714189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd91641: reopening flushed file at 1732371714597 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381948a2: reopening flushed file at 1732371714602 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f3cf646: reopening flushed file at 1732371714606 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1426ms, sequenceid=97, compaction requested=false at 1732371714611 (+5 ms)Writing region close event to WAL at 1732371714612 (+1 ms)Closed at 1732371714612 2024-11-23T14:21:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741830_1006 (size=63654) 2024-11-23T14:21:54,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79689f8a-7928-7af7-7df6-e95028a2840a/MasterData/WALs/c6f7b1897123,43783,1732371696019/c6f7b1897123%2C43783%2C1732371696019.1732371697478 not finished, retry = 0 2024-11-23T14:21:54,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:21:54,714 INFO [M:0;c6f7b1897123:43783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:21:54,715 INFO [M:0;c6f7b1897123:43783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43783 2024-11-23T14:21:54,715 INFO [M:0;c6f7b1897123:43783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:21:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:54,944 INFO [M:0;c6f7b1897123:43783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:21:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x101681226e60003, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:54,977 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:54,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a9ac8bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:21:54,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22f7cb82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:21:54,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:21:54,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d9888fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:21:54,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2229cd7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.log.dir/,STOPPED} 2024-11-23T14:21:54,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:21:54,982 WARN [BP-972301959-172.17.0.3-1732371694157 heartbeating to localhost/127.0.0.1:35211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:21:54,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:21:54,982 WARN [BP-972301959-172.17.0.3-1732371694157 heartbeating to localhost/127.0.0.1:35211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972301959-172.17.0.3-1732371694157 (Datanode Uuid 7f1daa0f-ec4a-4f73-897f-76cce0207cc1) service to localhost/127.0.0.1:35211 2024-11-23T14:21:54,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/cluster_e1f4d5dc-0313-deb9-116e-805ea4a6b494/data/data1/current/BP-972301959-172.17.0.3-1732371694157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:21:54,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/cluster_e1f4d5dc-0313-deb9-116e-805ea4a6b494/data/data2/current/BP-972301959-172.17.0.3-1732371694157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:21:54,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:21:54,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b1b07b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:21:54,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@615913c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:21:54,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:21:54,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349e4dd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:21:54,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46151201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.log.dir/,STOPPED} 2024-11-23T14:21:55,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:21:55,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:21:55,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:55,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:55,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:55,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:55,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:55,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:21:55,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1926737040, stopped=false 2024-11-23T14:21:55,001 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,39613,1732371690278 2024-11-23T14:21:55,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01924164366/running 2024-11-23T14:21:55,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01924164366/running 2024-11-23T14:21:55,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:55,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:55,012 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:21:55,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:21:55,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:55,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:55,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,44397,1732371690476' ***** 2024-11-23T14:21:55,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:21:55,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on znode that does not yet exist, /01924164366/running 2024-11-23T14:21:55,013 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:21:55,013 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:21:55,013 INFO [RS:0;c6f7b1897123:44397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:21:55,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Set watcher on znode that does not yet exist, /01924164366/running 2024-11-23T14:21:55,013 INFO [RS:0;c6f7b1897123:44397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:21:55,013 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(3091): Received CLOSE for 2026cf4104b7e9e1051a3fcf37d990cd 2024-11-23T14:21:55,013 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(3091): Received CLOSE for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:55,013 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,44397,1732371690476 2024-11-23T14:21:55,013 INFO [RS:0;c6f7b1897123:44397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:21:55,013 INFO [RS:0;c6f7b1897123:44397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:44397. 2024-11-23T14:21:55,014 DEBUG [RS:0;c6f7b1897123:44397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:55,014 DEBUG [RS:0;c6f7b1897123:44397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:55,014 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:21:55,014 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2026cf4104b7e9e1051a3fcf37d990cd, disabling compactions & flushes 2024-11-23T14:21:55,014 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:21:55,014 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:55,014 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:21:55,014 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:55,014 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:21:55,014 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. after waiting 0 ms 2024-11-23T14:21:55,014 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:55,014 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:21:55,014 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2026cf4104b7e9e1051a3fcf37d990cd 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-23T14:21:55,014 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1325): Online Regions={2026cf4104b7e9e1051a3fcf37d990cd=test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd., b8a8654f82870bafade9af94024c47a3=hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:21:55,014 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2026cf4104b7e9e1051a3fcf37d990cd, b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:55,014 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:21:55,014 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:21:55,014 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:21:55,014 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:21:55,014 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:21:55,014 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:21:55,027 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/info/8f7785537e1541c49a465d958c938f5c is 147, key is hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3./info:regioninfo/1732371704791/Put/seqid=0 2024-11-23T14:21:55,027 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/f/5dedb76aea22463592e0dd59eabefdf6 is 29, key is row1/f:/1732371709751/DeleteFamily/seqid=0 2024-11-23T14:21:55,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741840_1016 (size=5118) 2024-11-23T14:21:55,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741841_1017 (size=7686) 2024-11-23T14:21:55,074 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:21:55,214 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2026cf4104b7e9e1051a3fcf37d990cd, b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:55,414 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2026cf4104b7e9e1051a3fcf37d990cd, b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:55,431 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/f/5dedb76aea22463592e0dd59eabefdf6 2024-11-23T14:21:55,431 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/info/8f7785537e1541c49a465d958c938f5c 2024-11-23T14:21:55,435 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dedb76aea22463592e0dd59eabefdf6 2024-11-23T14:21:55,448 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/ns/d28844a4dfda4a73a0e2e840114c4417 is 43, key is default/ns:d/1732371694046/Put/seqid=0 2024-11-23T14:21:55,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741842_1018 (size=5153) 2024-11-23T14:21:55,451 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/f1/d09ef912aecb443db0fceb590ca2ea53 is 30, key is row1/f1:/1732371709751/DeleteFamily/seqid=0 2024-11-23T14:21:55,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741843_1019 (size=5123) 2024-11-23T14:21:55,614 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2026cf4104b7e9e1051a3fcf37d990cd, b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:55,815 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2026cf4104b7e9e1051a3fcf37d990cd, b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:55,852 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/ns/d28844a4dfda4a73a0e2e840114c4417 2024-11-23T14:21:55,855 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/f1/d09ef912aecb443db0fceb590ca2ea53 2024-11-23T14:21:55,858 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d09ef912aecb443db0fceb590ca2ea53 2024-11-23T14:21:55,858 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:21:55,858 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:21:55,870 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/norep/cebf673c2a31447abda1834c85c7f726 is 32, key is row/norep:/1732371708746/DeleteFamily/seqid=0 2024-11-23T14:21:55,872 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/rep_barrier/063923784bfa426584abf1406fe65e80 is 112, key is test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd./rep_barrier:seqnumDuringOpen/1732371700267/Put/seqid=0 2024-11-23T14:21:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741844_1020 (size=5101) 2024-11-23T14:21:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741845_1021 (size=5518) 2024-11-23T14:21:55,981 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 912, reset compression=false 2024-11-23T14:21:55,984 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:55,985 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 1159, reset compression=false 2024-11-23T14:21:55,985 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,44397,1732371690476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:21:55,985 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,44397,1732371690476: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,44397,1732371690476, walGroup=c6f7b1897123%2C44397%2C1732371690476, offset=c6f7b1897123%2C44397%2C1732371690476.1732371692984:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:21:55,986 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:21:55,986 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:21:55,986 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:21:55,986 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:21:55,986 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:21:55,986 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 722142720 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 191625776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:21:55,987 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:21:56,015 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2026cf4104b7e9e1051a3fcf37d990cd, b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:56,187 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 1159, reset compression=false 2024-11-23T14:21:56,215 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2026cf4104b7e9e1051a3fcf37d990cd, b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:56,273 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/norep/cebf673c2a31447abda1834c85c7f726 2024-11-23T14:21:56,275 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/rep_barrier/063923784bfa426584abf1406fe65e80 2024-11-23T14:21:56,277 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cebf673c2a31447abda1834c85c7f726 2024-11-23T14:21:56,278 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/f/5dedb76aea22463592e0dd59eabefdf6 as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/f/5dedb76aea22463592e0dd59eabefdf6 2024-11-23T14:21:56,282 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dedb76aea22463592e0dd59eabefdf6 2024-11-23T14:21:56,282 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/f/5dedb76aea22463592e0dd59eabefdf6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T14:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/f1/d09ef912aecb443db0fceb590ca2ea53 as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/f1/d09ef912aecb443db0fceb590ca2ea53 2024-11-23T14:21:56,286 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d09ef912aecb443db0fceb590ca2ea53 2024-11-23T14:21:56,286 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/f1/d09ef912aecb443db0fceb590ca2ea53, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T14:21:56,287 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/.tmp/norep/cebf673c2a31447abda1834c85c7f726 as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/norep/cebf673c2a31447abda1834c85c7f726 2024-11-23T14:21:56,291 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cebf673c2a31447abda1834c85c7f726 2024-11-23T14:21:56,291 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/norep/cebf673c2a31447abda1834c85c7f726, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T14:21:56,292 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2026cf4104b7e9e1051a3fcf37d990cd in 1277ms, sequenceid=8, compaction requested=false 2024-11-23T14:21:56,293 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/table/3bbad65b2bdf4dd886a457e9c4ac09ac is 53, key is hbase:replication/table:state/1732371704797/Put/seqid=0 2024-11-23T14:21:56,295 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/default/test/2026cf4104b7e9e1051a3fcf37d990cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T14:21:56,295 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:56,295 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:21:56,295 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:56,295 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2026cf4104b7e9e1051a3fcf37d990cd: Waiting for close lock at 1732371715014Running coprocessor pre-close hooks at 1732371715014Disabling compacts and flushes for region at 1732371715014Disabling writes for close at 1732371715014Obtaining lock to block concurrent updates at 1732371715014Preparing flush snapshotting stores in 2026cf4104b7e9e1051a3fcf37d990cd at 1732371715014Finished memstore snapshotting test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732371715014Flushing stores of test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. at 1732371715015 (+1 ms)Flushing 2026cf4104b7e9e1051a3fcf37d990cd/f: creating writer at 1732371715015Flushing 2026cf4104b7e9e1051a3fcf37d990cd/f: appending metadata at 1732371715027 (+12 ms)Flushing 2026cf4104b7e9e1051a3fcf37d990cd/f: closing flushed file at 1732371715027Flushing 2026cf4104b7e9e1051a3fcf37d990cd/f1: creating writer at 1732371715435 (+408 ms)Flushing 2026cf4104b7e9e1051a3fcf37d990cd/f1: appending metadata at 1732371715451 (+16 ms)Flushing 2026cf4104b7e9e1051a3fcf37d990cd/f1: closing flushed file at 1732371715451Flushing 2026cf4104b7e9e1051a3fcf37d990cd/norep: creating writer at 1732371715858 (+407 ms)Flushing 2026cf4104b7e9e1051a3fcf37d990cd/norep: appending metadata at 1732371715869 (+11 ms)Flushing 2026cf4104b7e9e1051a3fcf37d990cd/norep: closing flushed file at 1732371715869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d809581: reopening flushed file at 1732371716278 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634dbc7a: reopening flushed file at 1732371716282 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49378e0b: reopening flushed file at 1732371716286 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2026cf4104b7e9e1051a3fcf37d990cd in 1277ms, sequenceid=8, compaction requested=false at 1732371716292 (+6 ms)Writing region close event to WAL at 1732371716292Running coprocessor post-close hooks at 1732371716295 (+3 ms)Closed at 1732371716295 2024-11-23T14:21:56,296 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371699123.2026cf4104b7e9e1051a3fcf37d990cd. 2024-11-23T14:21:56,296 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8a8654f82870bafade9af94024c47a3, disabling compactions & flushes 2024-11-23T14:21:56,296 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:56,296 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:56,296 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. after waiting 0 ms 2024-11-23T14:21:56,296 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:56,296 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8a8654f82870bafade9af94024c47a3: Waiting for close lock at 1732371716296Running coprocessor pre-close hooks at 1732371716296Disabling compacts and flushes for region at 1732371716296Disabling writes for close at 1732371716296Failed flush hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3., putting online again at 1732371716296 2024-11-23T14:21:56,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741846_1022 (size=5308) 2024-11-23T14:21:56,297 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:56,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:21:56,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:21:56,415 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:21:56,415 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1325): Online Regions={b8a8654f82870bafade9af94024c47a3=hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:21:56,415 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(3091): Received CLOSE for b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:56,415 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8a8654f82870bafade9af94024c47a3 2024-11-23T14:21:56,415 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8a8654f82870bafade9af94024c47a3, disabling compactions & flushes 2024-11-23T14:21:56,415 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:56,415 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:56,415 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. after waiting 0 ms 2024-11-23T14:21:56,415 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:56,415 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8a8654f82870bafade9af94024c47a3: Waiting for close lock at 1732371716415Running coprocessor pre-close hooks at 1732371716415Disabling compacts and flushes for region at 1732371716415Disabling writes for close at 1732371716415Failed flush hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3., putting online again at 1732371716415 2024-11-23T14:21:56,416 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732371703443.b8a8654f82870bafade9af94024c47a3. 2024-11-23T14:21:56,491 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 1159, reset compression=false 2024-11-23T14:21:56,495 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:21:56,495 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 1803, reset compression=false 2024-11-23T14:21:56,615 DEBUG [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:21:56,697 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/table/3bbad65b2bdf4dd886a457e9c4ac09ac 2024-11-23T14:21:56,698 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.wal-reader.c6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 to pos 1803, reset compression=false 2024-11-23T14:21:56,702 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/info/8f7785537e1541c49a465d958c938f5c as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/info/8f7785537e1541c49a465d958c938f5c 2024-11-23T14:21:56,705 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/info/8f7785537e1541c49a465d958c938f5c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:21:56,706 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/ns/d28844a4dfda4a73a0e2e840114c4417 as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/ns/d28844a4dfda4a73a0e2e840114c4417 2024-11-23T14:21:56,709 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/ns/d28844a4dfda4a73a0e2e840114c4417, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:21:56,709 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/rep_barrier/063923784bfa426584abf1406fe65e80 as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/rep_barrier/063923784bfa426584abf1406fe65e80 2024-11-23T14:21:56,713 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/rep_barrier/063923784bfa426584abf1406fe65e80, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:21:56,713 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/.tmp/table/3bbad65b2bdf4dd886a457e9c4ac09ac as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/table/3bbad65b2bdf4dd886a457e9c4ac09ac 2024-11-23T14:21:56,717 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/table/3bbad65b2bdf4dd886a457e9c4ac09ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:21:56,718 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-23T14:21:56,718 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:21:56,722 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:21:56,723 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:21:56,723 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:21:56,723 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:56,723 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371715014Running coprocessor pre-close hooks at 1732371715014Disabling compacts and flushes for region at 1732371715014Disabling writes for close at 1732371715014Obtaining lock to block concurrent updates at 1732371715014Preparing flush snapshotting stores in 1588230740 at 1732371715014Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371715014Flushing stores of hbase:meta,,1.1588230740 at 1732371715015 (+1 ms)Flushing 1588230740/info: creating writer at 1732371715015Flushing 1588230740/info: appending metadata at 1732371715027 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732371715027Flushing 1588230740/ns: creating writer at 1732371715435 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732371715448 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732371715448Flushing 1588230740/rep_barrier: creating writer at 1732371715857 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371715871 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371715871Flushing 1588230740/table: creating writer at 1732371716278 (+407 ms)Flushing 1588230740/table: appending metadata at 1732371716293 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732371716293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3e8c7: reopening flushed file at 1732371716701 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3078a6e: reopening flushed file at 1732371716705 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd92c6a: reopening flushed file at 1732371716709 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54addfc8: reopening flushed file at 1732371716713 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1732371716718 (+5 ms)Writing region close event to WAL at 1732371716720 (+2 ms)Running coprocessor post-close hooks at 1732371716723 (+3 ms)Closed at 1732371716723 2024-11-23T14:21:56,723 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:21:56,815 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T14:21:56,815 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,44397,1732371690476; all regions closed. 2024-11-23T14:21:56,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:21:56,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741839_1015 (size=1733) 2024-11-23T14:21:56,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741832_1008 (size=1811) 2024-11-23T14:21:56,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/WALs/c6f7b1897123,44397,1732371690476/c6f7b1897123%2C44397%2C1732371690476.1732371692984 not finished, retry = 0 2024-11-23T14:21:56,922 DEBUG [RS:0;c6f7b1897123:44397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:56,922 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:21:56,922 INFO [RS:0;c6f7b1897123:44397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:21:56,922 INFO [RS:0;c6f7b1897123:44397 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:21:56,922 INFO [RS:0;c6f7b1897123:44397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:21:56,922 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:21:56,922 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,44397,1732371690476 because: Region server is closing 2024-11-23T14:21:56,922 INFO [RS:0;c6f7b1897123:44397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:44397. 2024-11-23T14:21:56,922 DEBUG [RS:0;c6f7b1897123:44397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:56,922 DEBUG [RS:0;c6f7b1897123:44397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:56,923 DEBUG [RS:0;c6f7b1897123:44397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:56,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:57,023 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,44397,1732371690476.replicationSource.shipperc6f7b1897123%2C44397%2C1732371690476,1-c6f7b1897123,44397,1732371690476 terminated 2024-11-23T14:21:57,023 INFO [RS:0;c6f7b1897123:44397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:44397. 2024-11-23T14:21:57,023 DEBUG [RS:0;c6f7b1897123:44397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:21:57,023 DEBUG [RS:0;c6f7b1897123:44397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:57,023 DEBUG [RS:0;c6f7b1897123:44397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:21:57,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:21:57,023 INFO [RS:0;c6f7b1897123:44397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44397 2024-11-23T14:21:57,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366/rs 2024-11-23T14:21:57,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01924164366/rs/c6f7b1897123,44397,1732371690476 2024-11-23T14:21:57,086 INFO [RS:0;c6f7b1897123:44397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:21:57,086 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,44397,1732371690476] 2024-11-23T14:21:57,107 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01924164366/draining/c6f7b1897123,44397,1732371690476 already deleted, retry=false 2024-11-23T14:21:57,107 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,44397,1732371690476 expired; onlineServers=0 2024-11-23T14:21:57,107 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,39613,1732371690278' ***** 2024-11-23T14:21:57,107 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:21:57,107 INFO [M:0;c6f7b1897123:39613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:21:57,107 INFO [M:0;c6f7b1897123:39613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:21:57,107 DEBUG [M:0;c6f7b1897123:39613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:21:57,107 DEBUG [M:0;c6f7b1897123:39613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:21:57,107 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:21:57,107 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371692716 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371692716,5,FailOnTimeoutGroup] 2024-11-23T14:21:57,107 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371692716 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371692716,5,FailOnTimeoutGroup] 2024-11-23T14:21:57,107 INFO [M:0;c6f7b1897123:39613 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:21:57,107 INFO [M:0;c6f7b1897123:39613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:21:57,107 DEBUG [M:0;c6f7b1897123:39613 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:21:57,107 INFO [M:0;c6f7b1897123:39613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:21:57,107 INFO [M:0;c6f7b1897123:39613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:21:57,108 INFO [M:0;c6f7b1897123:39613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:21:57,108 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:21:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01924164366/master 2024-11-23T14:21:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01924164366 2024-11-23T14:21:57,117 DEBUG [M:0;c6f7b1897123:39613 {}] zookeeper.ZKUtil(347): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Unable to get data of znode /01924164366/master because node does not exist (not an error) 2024-11-23T14:21:57,117 WARN [M:0;c6f7b1897123:39613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:21:57,118 INFO [M:0;c6f7b1897123:39613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/.lastflushedseqids 2024-11-23T14:21:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741847_1023 (size=245) 2024-11-23T14:21:57,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:57,196 INFO [RS:0;c6f7b1897123:44397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:21:57,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x101681226e60001, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:57,196 INFO [RS:0;c6f7b1897123:44397 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,44397,1732371690476; zookeeper connection closed. 2024-11-23T14:21:57,197 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3486f63d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3486f63d 2024-11-23T14:21:57,197 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:21:57,522 INFO [M:0;c6f7b1897123:39613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:21:57,522 INFO [M:0;c6f7b1897123:39613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:21:57,522 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:21:57,522 INFO [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:57,522 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:57,523 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:21:57,523 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:57,523 INFO [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-23T14:21:57,540 DEBUG [M:0;c6f7b1897123:39613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccde482f3a9444cbb2e0e238c47c30d is 82, key is hbase:meta,,1/info:regioninfo/1732371693998/Put/seqid=0 2024-11-23T14:21:57,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741848_1024 (size=5672) 2024-11-23T14:21:57,943 INFO [M:0;c6f7b1897123:39613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccde482f3a9444cbb2e0e238c47c30d 2024-11-23T14:21:57,963 DEBUG [M:0;c6f7b1897123:39613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9551307b0d1a42639a7b38912b768c09 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732371704800/Put/seqid=0 2024-11-23T14:21:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741849_1025 (size=8515) 2024-11-23T14:21:58,367 INFO [M:0;c6f7b1897123:39613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9551307b0d1a42639a7b38912b768c09 2024-11-23T14:21:58,384 DEBUG [M:0;c6f7b1897123:39613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ee40edde64f47b29403fc77b7b89794 is 69, key is c6f7b1897123,44397,1732371690476/rs:state/1732371692835/Put/seqid=0 2024-11-23T14:21:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741850_1026 (size=5156) 2024-11-23T14:21:58,788 INFO [M:0;c6f7b1897123:39613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ee40edde64f47b29403fc77b7b89794 2024-11-23T14:21:58,792 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccde482f3a9444cbb2e0e238c47c30d as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ccde482f3a9444cbb2e0e238c47c30d 2024-11-23T14:21:58,795 INFO [M:0;c6f7b1897123:39613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ccde482f3a9444cbb2e0e238c47c30d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T14:21:58,796 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9551307b0d1a42639a7b38912b768c09 as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9551307b0d1a42639a7b38912b768c09 2024-11-23T14:21:58,800 INFO [M:0;c6f7b1897123:39613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9551307b0d1a42639a7b38912b768c09, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T14:21:58,800 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ee40edde64f47b29403fc77b7b89794 as hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ee40edde64f47b29403fc77b7b89794 2024-11-23T14:21:58,804 INFO [M:0;c6f7b1897123:39613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37911/user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ee40edde64f47b29403fc77b7b89794, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T14:21:58,805 INFO [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-23T14:21:58,810 INFO [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:21:58,810 DEBUG [M:0;c6f7b1897123:39613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371717522Disabling compacts and flushes for region at 1732371717522Disabling writes for close at 1732371717523 (+1 ms)Obtaining lock to block concurrent updates at 1732371717523Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371717523Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732371717523Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371717523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371717524 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371717539 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371717539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371717947 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371717963 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371717963Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371718370 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371718383 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371718383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59138e95: reopening flushed file at 1732371718791 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184cc0c5: reopening flushed file at 1732371718795 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344945b: reopening flushed file at 1732371718800 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1732371718805 (+5 ms)Writing region close event to WAL at 1732371718810 (+5 ms)Closed at 1732371718810 2024-11-23T14:21:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38663 is added to blk_1073741830_1006 (size=63642) 2024-11-23T14:21:58,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2120a574-a299-ef16-1e7e-f97fa872d282/MasterData/WALs/c6f7b1897123,39613,1732371690278/c6f7b1897123%2C39613%2C1732371690278.1732371692448 not finished, retry = 0 2024-11-23T14:21:58,913 INFO [M:0;c6f7b1897123:39613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:21:58,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:21:58,913 INFO [M:0;c6f7b1897123:39613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39613 2024-11-23T14:21:58,913 INFO [M:0;c6f7b1897123:39613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:21:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:59,081 INFO [M:0;c6f7b1897123:39613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:21:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x101681226e60000, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:21:59,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cf755e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:21:59,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16ef0615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:21:59,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:21:59,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365e3bda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:21:59,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea0a88a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.log.dir/,STOPPED} 2024-11-23T14:21:59,085 WARN [BP-526315454-172.17.0.3-1732371688275 heartbeating to localhost/127.0.0.1:37911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:21:59,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:21:59,085 WARN [BP-526315454-172.17.0.3-1732371688275 heartbeating to localhost/127.0.0.1:37911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-526315454-172.17.0.3-1732371688275 (Datanode Uuid eb6734ef-80fd-4884-89c0-84b0710f3e0e) service to localhost/127.0.0.1:37911 2024-11-23T14:21:59,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:21:59,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/cluster_c6ee77e8-a3c8-a9a9-2bae-b0c2b40a6064/data/data1/current/BP-526315454-172.17.0.3-1732371688275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:21:59,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/cluster_c6ee77e8-a3c8-a9a9-2bae-b0c2b40a6064/data/data2/current/BP-526315454-172.17.0.3-1732371688275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:21:59,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:21:59,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11d08f0a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:21:59,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e90cb69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:21:59,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:21:59,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290238e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:21:59,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27ea9ce5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aac3268-159c-4ce0-f404-6ad9cc42fe9c/hadoop.log.dir/,STOPPED} 2024-11-23T14:21:59,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:21:59,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:21:59,113 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 242) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37911 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35211 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=3038 (was 3084) 2024-11-23T14:21:59,121 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=3038 2024-11-23T14:21:59,133 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-23T14:21:59,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.log.dir so I do NOT create it in target/test-data/57d3ace9-771a-1084-2009-858816cd769b 2024-11-23T14:21:59,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:21:59,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.tmp.dir so I do NOT create it in target/test-data/57d3ace9-771a-1084-2009-858816cd769b 2024-11-23T14:21:59,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0412b061-e8a0-6472-e046-415b938cedc8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:21:59,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b 2024-11-23T14:21:59,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/cluster_b706e51e-b1fe-d919-1742-3c912cbb14b6, deleteOnExit=true 2024-11-23T14:21:59,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/cluster_b706e51e-b1fe-d919-1742-3c912cbb14b6/zookeeper_0, clientPort=63959, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/cluster_b706e51e-b1fe-d919-1742-3c912cbb14b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/cluster_b706e51e-b1fe-d919-1742-3c912cbb14b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:21:59,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63959 2024-11-23T14:21:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:21:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:21:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/test.cache.data in system properties and HBase conf 2024-11-23T14:21:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:21:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:21:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:21:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:21:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:21:59,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:21:59,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:21:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101681226e60005, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:21:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101681226e60002, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:21:59,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101681226e60002, quorum=127.0.0.1:56677, baseZNode=/01924164366 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:21:59,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101681226e60005, quorum=127.0.0.1:56677, baseZNode=/1-1762668379 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:21:59,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:59,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:21:59,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:21:59,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:21:59,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:21:59,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:21:59,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2de8f6a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:21:59,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190d83a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:21:59,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733a7a2f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/java.io.tmpdir/jetty-localhost-35183-hadoop-hdfs-3_4_1-tests_jar-_-any-17941602025541254938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:21:59,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fe729ab{HTTP/1.1, (http/1.1)}{localhost:35183} 2024-11-23T14:21:59,876 INFO [Time-limited test {}] server.Server(415): Started @237424ms 2024-11-23T14:22:00,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:00,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:00,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:00,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:00,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:22:00,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13045b87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:00,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c51c0c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:00,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36f44928{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/java.io.tmpdir/jetty-localhost-43195-hadoop-hdfs-3_4_1-tests_jar-_-any-4874707491747934276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:00,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bd436ec{HTTP/1.1, (http/1.1)}{localhost:43195} 2024-11-23T14:22:00,294 INFO [Time-limited test {}] server.Server(415): Started @237842ms 2024-11-23T14:22:00,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:22:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:22:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:22:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:22:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:22:00,931 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/cluster_b706e51e-b1fe-d919-1742-3c912cbb14b6/data/data2/current/BP-190979536-172.17.0.3-1732371719192/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:00,931 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/cluster_b706e51e-b1fe-d919-1742-3c912cbb14b6/data/data1/current/BP-190979536-172.17.0.3-1732371719192/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:00,946 WARN [Thread-2659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:22:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb918b6f1df4d6b86 with lease ID 0x42c531a0b9d259c1: Processing first storage report for DS-f33e598b-f3ac-4a24-a372-682986c15f8b from datanode DatanodeRegistration(127.0.0.1:39403, datanodeUuid=60b2b898-a5b6-4cc0-8636-efa9b93f329d, infoPort=33625, infoSecurePort=0, ipcPort=35763, storageInfo=lv=-57;cid=testClusterID;nsid=331404021;c=1732371719192) 2024-11-23T14:22:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb918b6f1df4d6b86 with lease ID 0x42c531a0b9d259c1: from storage DS-f33e598b-f3ac-4a24-a372-682986c15f8b node DatanodeRegistration(127.0.0.1:39403, datanodeUuid=60b2b898-a5b6-4cc0-8636-efa9b93f329d, infoPort=33625, infoSecurePort=0, ipcPort=35763, storageInfo=lv=-57;cid=testClusterID;nsid=331404021;c=1732371719192), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb918b6f1df4d6b86 with lease ID 0x42c531a0b9d259c1: Processing first storage report for DS-a02d8bef-7d7c-4faa-b577-5051b765592b from datanode DatanodeRegistration(127.0.0.1:39403, datanodeUuid=60b2b898-a5b6-4cc0-8636-efa9b93f329d, infoPort=33625, infoSecurePort=0, ipcPort=35763, storageInfo=lv=-57;cid=testClusterID;nsid=331404021;c=1732371719192) 2024-11-23T14:22:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb918b6f1df4d6b86 with lease ID 0x42c531a0b9d259c1: from storage DS-a02d8bef-7d7c-4faa-b577-5051b765592b node DatanodeRegistration(127.0.0.1:39403, datanodeUuid=60b2b898-a5b6-4cc0-8636-efa9b93f329d, infoPort=33625, infoSecurePort=0, ipcPort=35763, storageInfo=lv=-57;cid=testClusterID;nsid=331404021;c=1732371719192), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:01,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b 2024-11-23T14:22:01,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:01,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:22:01,426 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214 with version=8 2024-11-23T14:22:01,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/hbase-staging 2024-11-23T14:22:01,427 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:01,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:01,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:01,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:01,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:01,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:01,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:22:01,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:01,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39835 2024-11-23T14:22:01,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39835 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:01,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398350x0, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:01,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39835-0x10168129fb30000 connected 2024-11-23T14:22:01,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:01,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:01,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on znode that does not yet exist, /0-1534570691/running 2024-11-23T14:22:01,605 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214, hbase.cluster.distributed=false 2024-11-23T14:22:01,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on znode that does not yet exist, /0-1534570691/acl 2024-11-23T14:22:01,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-23T14:22:01,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39835 2024-11-23T14:22:01,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39835 2024-11-23T14:22:01,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-23T14:22:01,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-23T14:22:01,621 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:01,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:01,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:01,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:01,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:01,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:01,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:22:01,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:01,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38269 2024-11-23T14:22:01,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38269 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:01,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:01,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:01,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382690x0, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:01,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38269-0x10168129fb30001 connected 2024-11-23T14:22:01,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on znode that does not yet exist, /0-1534570691/running 2024-11-23T14:22:01,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:22:01,634 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:22:01,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on znode that does not yet exist, /0-1534570691/master 2024-11-23T14:22:01,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on znode that does not yet exist, /0-1534570691/acl 2024-11-23T14:22:01,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38269 2024-11-23T14:22:01,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38269 2024-11-23T14:22:01,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38269 2024-11-23T14:22:01,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38269 2024-11-23T14:22:01,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38269 2024-11-23T14:22:01,653 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:39835 2024-11-23T14:22:01,653 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1534570691/backup-masters/c6f7b1897123,39835,1732371721427 2024-11-23T14:22:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691/backup-masters 2024-11-23T14:22:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691/backup-masters 2024-11-23T14:22:01,665 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on existing znode=/0-1534570691/backup-masters/c6f7b1897123,39835,1732371721427 2024-11-23T14:22:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534570691/master 2024-11-23T14:22:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:01,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on existing znode=/0-1534570691/master 2024-11-23T14:22:01,675 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1534570691/backup-masters/c6f7b1897123,39835,1732371721427 from backup master directory 2024-11-23T14:22:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534570691/backup-masters/c6f7b1897123,39835,1732371721427 2024-11-23T14:22:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691/backup-masters 2024-11-23T14:22:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691/backup-masters 2024-11-23T14:22:01,685 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:01,685 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,39835,1732371721427 2024-11-23T14:22:01,688 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/hbase.id] with ID: dde35028-1e3b-4d5d-a49f-95275e0e8666 2024-11-23T14:22:01,688 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/.tmp/hbase.id 2024-11-23T14:22:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:22:01,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:22:01,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:01,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:02,092 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/.tmp/hbase.id]:[hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/hbase.id] 2024-11-23T14:22:02,100 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:02,100 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:22:02,100 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T14:22:02,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:02,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:02,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:22:02,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:02,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:22:02,394 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38365 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:22:02,525 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:02,526 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:22:02,526 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:02,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:22:02,932 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store 2024-11-23T14:22:02,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:22:02,937 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:02,937 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:22:02,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:02,937 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:02,937 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:22:02,937 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:02,937 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:02,937 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371722937Disabling compacts and flushes for region at 1732371722937Disabling writes for close at 1732371722937Writing region close event to WAL at 1732371722937Closed at 1732371722937 2024-11-23T14:22:02,938 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/.initializing 2024-11-23T14:22:02,938 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/WALs/c6f7b1897123,39835,1732371721427 2024-11-23T14:22:02,939 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:02,940 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C39835%2C1732371721427, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/WALs/c6f7b1897123,39835,1732371721427, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/oldWALs, maxLogs=10 2024-11-23T14:22:02,957 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/WALs/c6f7b1897123,39835,1732371721427/c6f7b1897123%2C39835%2C1732371721427.1732371722940, exclude list is [], retry=0 2024-11-23T14:22:02,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39403,DS-f33e598b-f3ac-4a24-a372-682986c15f8b,DISK] 2024-11-23T14:22:02,961 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/WALs/c6f7b1897123,39835,1732371721427/c6f7b1897123%2C39835%2C1732371721427.1732371722940 2024-11-23T14:22:02,961 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33625:33625)] 2024-11-23T14:22:02,961 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:02,961 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:02,961 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,961 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:22:02,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:02,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:02,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:22:02,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:02,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:02,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:22:02,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:02,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:02,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:22:02,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:02,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:02,966 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,967 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,967 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,968 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,968 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,968 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:02,969 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:02,970 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:02,971 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64082424, jitterRate=-0.0450974702835083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:02,971 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371722961Initializing all the Stores at 1732371722962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371722962Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371722962Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371722962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371722962Cleaning up temporary data from old regions at 1732371722968 (+6 ms)Region opened successfully at 1732371722971 (+3 ms) 2024-11-23T14:22:02,972 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:22:02,974 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4e5e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:02,975 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:22:02,975 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:22:02,975 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:22:02,975 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:22:02,975 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:22:02,976 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:22:02,976 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:22:02,979 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:22:02,979 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Unable to get data of znode /0-1534570691/balancer because node does not exist (not necessarily an error) 2024-11-23T14:22:03,032 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534570691/balancer already deleted, retry=false 2024-11-23T14:22:03,033 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:22:03,033 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Unable to get data of znode /0-1534570691/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:22:03,043 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534570691/normalizer already deleted, retry=false 2024-11-23T14:22:03,043 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:22:03,044 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Unable to get data of znode /0-1534570691/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:22:03,053 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534570691/switch/split already deleted, retry=false 2024-11-23T14:22:03,054 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Unable to get data of znode /0-1534570691/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:22:03,064 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534570691/switch/merge already deleted, retry=false 2024-11-23T14:22:03,065 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Unable to get data of znode /0-1534570691/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:22:03,075 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534570691/snapshot-cleanup already deleted, retry=false 2024-11-23T14:22:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534570691/running 2024-11-23T14:22:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534570691/running 2024-11-23T14:22:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:03,086 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,39835,1732371721427, sessionid=0x10168129fb30000, setting cluster-up flag (Was=false) 2024-11-23T14:22:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:03,138 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1534570691/flush-table-proc/acquired, /0-1534570691/flush-table-proc/reached, /0-1534570691/flush-table-proc/abort 2024-11-23T14:22:03,139 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39835,1732371721427 2024-11-23T14:22:03,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:03,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:03,190 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1534570691/online-snapshot/acquired, /0-1534570691/online-snapshot/reached, /0-1534570691/online-snapshot/abort 2024-11-23T14:22:03,191 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39835,1732371721427 2024-11-23T14:22:03,192 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:22:03,193 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:03,194 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:22:03,194 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:22:03,194 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,39835,1732371721427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:22:03,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:03,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:03,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:03,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:03,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:22:03,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:03,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,196 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371753196 2024-11-23T14:22:03,196 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:22:03,196 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:22:03,196 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:22:03,196 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:22:03,196 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:22:03,196 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:22:03,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:03,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:22:03,197 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:03,197 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371723197,5,FailOnTimeoutGroup] 2024-11-23T14:22:03,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:22:03,197 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371723197,5,FailOnTimeoutGroup] 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:22:03,197 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,198 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:22:03,246 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(746): ClusterId : dde35028-1e3b-4d5d-a49f-95275e0e8666 2024-11-23T14:22:03,246 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:22:03,254 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:22:03,254 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:22:03,265 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:22:03,265 DEBUG [RS:0;c6f7b1897123:38269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b104db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:03,275 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:38269 2024-11-23T14:22:03,275 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:22:03,275 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:22:03,275 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:22:03,276 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,39835,1732371721427 with port=38269, startcode=1732371721620 2024-11-23T14:22:03,276 DEBUG [RS:0;c6f7b1897123:38269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:22:03,277 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:22:03,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,38269,1732371721620 2024-11-23T14:22:03,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39835 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,38269,1732371721620 2024-11-23T14:22:03,279 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214 2024-11-23T14:22:03,279 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38791 2024-11-23T14:22:03,279 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:22:03,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691/rs 2024-11-23T14:22:03,286 DEBUG [RS:0;c6f7b1897123:38269 {}] zookeeper.ZKUtil(111): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on existing znode=/0-1534570691/rs/c6f7b1897123,38269,1732371721620 2024-11-23T14:22:03,286 WARN [RS:0;c6f7b1897123:38269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:03,286 INFO [RS:0;c6f7b1897123:38269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:03,286 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620 2024-11-23T14:22:03,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,38269,1732371721620] 2024-11-23T14:22:03,288 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:22:03,292 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:22:03,292 INFO [RS:0;c6f7b1897123:38269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:22:03,293 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,293 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:22:03,293 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:22:03,293 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,293 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,293 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,293 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:03,294 DEBUG [RS:0;c6f7b1897123:38269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:03,295 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,295 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,295 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,295 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,295 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,295 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,38269,1732371721620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:03,312 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:22:03,312 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,38269,1732371721620-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,312 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,312 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.Replication(171): c6f7b1897123,38269,1732371721620 started 2024-11-23T14:22:03,328 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:03,329 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,38269,1732371721620, RpcServer on c6f7b1897123/172.17.0.3:38269, sessionid=0x10168129fb30001 2024-11-23T14:22:03,329 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:22:03,329 DEBUG [RS:0;c6f7b1897123:38269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,38269,1732371721620 2024-11-23T14:22:03,329 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,38269,1732371721620' 2024-11-23T14:22:03,329 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1534570691/flush-table-proc/abort' 2024-11-23T14:22:03,329 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1534570691/flush-table-proc/acquired' 2024-11-23T14:22:03,330 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:22:03,330 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:22:03,330 DEBUG [RS:0;c6f7b1897123:38269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,38269,1732371721620 2024-11-23T14:22:03,330 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,38269,1732371721620' 2024-11-23T14:22:03,330 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1534570691/online-snapshot/abort' 2024-11-23T14:22:03,330 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1534570691/online-snapshot/acquired' 2024-11-23T14:22:03,330 DEBUG [RS:0;c6f7b1897123:38269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:22:03,330 INFO [RS:0;c6f7b1897123:38269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:22:03,330 INFO [RS:0;c6f7b1897123:38269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:22:03,431 INFO [RS:0;c6f7b1897123:38269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:03,432 INFO [RS:0;c6f7b1897123:38269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C38269%2C1732371721620, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/oldWALs, maxLogs=10 2024-11-23T14:22:03,447 DEBUG [RS:0;c6f7b1897123:38269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, exclude list is [], retry=0 2024-11-23T14:22:03,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39403,DS-f33e598b-f3ac-4a24-a372-682986c15f8b,DISK] 2024-11-23T14:22:03,451 INFO [RS:0;c6f7b1897123:38269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 2024-11-23T14:22:03,451 DEBUG [RS:0;c6f7b1897123:38269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33625:33625)] 2024-11-23T14:22:03,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:22:03,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214 2024-11-23T14:22:03,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:22:04,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:04,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:04,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:04,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:04,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:04,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:04,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:04,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:04,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:04,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:04,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:04,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:04,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:04,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:04,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:04,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:04,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:04,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740 2024-11-23T14:22:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740 2024-11-23T14:22:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:04,015 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:04,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:04,017 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:04,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71079183, jitterRate=0.05916236340999603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:04,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371724007Initializing all the Stores at 1732371724008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371724008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371724008Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371724008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371724008Cleaning up temporary data from old regions at 1732371724014 (+6 ms)Region opened successfully at 1732371724018 (+4 ms) 2024-11-23T14:22:04,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:22:04,018 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:22:04,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:22:04,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:22:04,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:22:04,018 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:04,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371724018Disabling compacts and flushes for region at 1732371724018Disabling writes for close at 1732371724018Writing region close event to WAL at 1732371724018Closed at 1732371724018 2024-11-23T14:22:04,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:04,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:22:04,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:22:04,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:04,021 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:22:04,171 DEBUG [c6f7b1897123:39835 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:22:04,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,38269,1732371721620 2024-11-23T14:22:04,172 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,38269,1732371721620, state=OPENING 2024-11-23T14:22:04,232 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:22:04,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:04,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:04,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534570691/meta-region-server: CHANGED 2024-11-23T14:22:04,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534570691/meta-region-server: CHANGED 2024-11-23T14:22:04,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:04,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,38269,1732371721620}] 2024-11-23T14:22:04,426 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:04,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:22:04,430 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:22:04,430 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:04,431 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:22:04,432 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C38269%2C1732371721620.meta, suffix=.meta, logDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/oldWALs, maxLogs=10 2024-11-23T14:22:04,449 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.meta.1732371724432.meta, exclude list is [], retry=0 2024-11-23T14:22:04,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39403,DS-f33e598b-f3ac-4a24-a372-682986c15f8b,DISK] 2024-11-23T14:22:04,453 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.meta.1732371724432.meta 2024-11-23T14:22:04,453 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33625:33625)] 2024-11-23T14:22:04,453 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:04,453 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:04,453 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:22:04,453 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:22:04,453 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:22:04,453 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:22:04,454 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:04,454 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:22:04,454 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:22:04,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:04,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:04,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:04,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:04,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:04,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:04,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:04,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:04,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:04,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:04,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:04,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:04,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:04,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:04,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:04,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:04,458 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:04,459 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740 2024-11-23T14:22:04,459 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740 2024-11-23T14:22:04,460 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:04,460 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:04,460 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:04,461 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:04,462 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64953294, jitterRate=-0.03212049603462219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:04,462 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:22:04,462 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371724454Writing region info on filesystem at 1732371724454Initializing all the Stores at 1732371724454Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371724454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371724454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371724454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371724454Cleaning up temporary data from old regions at 1732371724460 (+6 ms)Running coprocessor post-open hooks at 1732371724462 (+2 ms)Region opened successfully at 1732371724462 2024-11-23T14:22:04,463 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371724426 2024-11-23T14:22:04,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,38269,1732371721620 2024-11-23T14:22:04,465 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:22:04,465 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:22:04,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,38269,1732371721620, state=OPEN 2024-11-23T14:22:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1534570691/meta-region-server 2024-11-23T14:22:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1534570691/meta-region-server 2024-11-23T14:22:04,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,38269,1732371721620 2024-11-23T14:22:04,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534570691/meta-region-server: CHANGED 2024-11-23T14:22:04,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534570691/meta-region-server: CHANGED 2024-11-23T14:22:04,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:22:04,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,38269,1732371721620 in 211 msec 2024-11-23T14:22:04,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:22:04,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-23T14:22:04,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:04,489 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:22:04,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:04,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38269,1732371721620, seqNum=-1] 2024-11-23T14:22:04,491 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:04,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:04,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-23T14:22:04,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371724495, completionTime=-1 2024-11-23T14:22:04,495 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:22:04,495 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371784497 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371844497 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39835,1732371721427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39835,1732371721427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39835,1732371721427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:39835, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:04,497 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:04,499 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:22:04,500 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.815sec 2024-11-23T14:22:04,500 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:22:04,500 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:22:04,500 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:22:04,500 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:22:04,500 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:22:04,500 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39835,1732371721427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:04,500 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39835,1732371721427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:22:04,502 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:22:04,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:22:04,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39835,1732371721427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:04,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67884f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:04,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39835,-1 for getting cluster id 2024-11-23T14:22:04,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:04,548 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dde35028-1e3b-4d5d-a49f-95275e0e8666' 2024-11-23T14:22:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dde35028-1e3b-4d5d-a49f-95275e0e8666" 2024-11-23T14:22:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc773a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39835,-1] 2024-11-23T14:22:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:04,549 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:04,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2a8475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:04,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38269,1732371721620, seqNum=-1] 2024-11-23T14:22:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:04,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:04,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,39835,1732371721427 2024-11-23T14:22:04,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:04,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:04,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10168129fb30002 connected 2024-11-23T14:22:04,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.log.dir so I do NOT create it in target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf 2024-11-23T14:22:04,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:22:04,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.tmp.dir so I do NOT create it in target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf 2024-11-23T14:22:04,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:22:04,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf 2024-11-23T14:22:04,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:22:04,579 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/cluster_4755fc9e-94eb-afbb-800a-1232a4997f8a, deleteOnExit=true 2024-11-23T14:22:04,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/test.cache.data in system properties and HBase conf 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:22:04,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:22:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:22:04,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:04,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:04,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:04,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:04,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:22:04,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:04,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca407b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:04,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e808149{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:05,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@429f17d6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/java.io.tmpdir/jetty-localhost-46325-hadoop-hdfs-3_4_1-tests_jar-_-any-700444101166606829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:22:05,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2553b522{HTTP/1.1, (http/1.1)}{localhost:46325} 2024-11-23T14:22:05,066 INFO [Time-limited test {}] server.Server(415): Started @242613ms 2024-11-23T14:22:05,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:05,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:05,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:05,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:05,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:22:05,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce4bcb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:05,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15de66d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:05,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/java.io.tmpdir/jetty-localhost-39945-hadoop-hdfs-3_4_1-tests_jar-_-any-18089512710565761767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:05,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cdf8f7c{HTTP/1.1, (http/1.1)}{localhost:39945} 2024-11-23T14:22:05,538 INFO [Time-limited test {}] server.Server(415): Started @243085ms 2024-11-23T14:22:05,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:22:06,219 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/cluster_4755fc9e-94eb-afbb-800a-1232a4997f8a/data/data1/current/BP-20687172-172.17.0.3-1732371724599/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:06,219 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/cluster_4755fc9e-94eb-afbb-800a-1232a4997f8a/data/data2/current/BP-20687172-172.17.0.3-1732371724599/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:06,236 WARN [Thread-2780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:22:06,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa99a80c17855807d with lease ID 0x9a1f0091669eb0a7: Processing first storage report for DS-8583c714-0a1e-45ce-99a2-3833b1f2fd51 from datanode DatanodeRegistration(127.0.0.1:34695, datanodeUuid=8206a19d-2d5f-45b5-8233-45458d22b151, infoPort=38399, infoSecurePort=0, ipcPort=36477, storageInfo=lv=-57;cid=testClusterID;nsid=518996075;c=1732371724599) 2024-11-23T14:22:06,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa99a80c17855807d with lease ID 0x9a1f0091669eb0a7: from storage DS-8583c714-0a1e-45ce-99a2-3833b1f2fd51 node DatanodeRegistration(127.0.0.1:34695, datanodeUuid=8206a19d-2d5f-45b5-8233-45458d22b151, infoPort=38399, infoSecurePort=0, ipcPort=36477, storageInfo=lv=-57;cid=testClusterID;nsid=518996075;c=1732371724599), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:06,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa99a80c17855807d with lease ID 0x9a1f0091669eb0a7: Processing first storage report for DS-8242dcbb-7037-4c96-887e-43c3e60d532a from datanode DatanodeRegistration(127.0.0.1:34695, datanodeUuid=8206a19d-2d5f-45b5-8233-45458d22b151, infoPort=38399, infoSecurePort=0, ipcPort=36477, storageInfo=lv=-57;cid=testClusterID;nsid=518996075;c=1732371724599) 2024-11-23T14:22:06,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa99a80c17855807d with lease ID 0x9a1f0091669eb0a7: from storage DS-8242dcbb-7037-4c96-887e-43c3e60d532a node DatanodeRegistration(127.0.0.1:34695, datanodeUuid=8206a19d-2d5f-45b5-8233-45458d22b151, infoPort=38399, infoSecurePort=0, ipcPort=36477, storageInfo=lv=-57;cid=testClusterID;nsid=518996075;c=1732371724599), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:06,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf 2024-11-23T14:22:06,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:06,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:06,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:22:06,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204 with version=8 2024-11-23T14:22:06,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/hbase-staging 2024-11-23T14:22:06,676 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:06,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:06,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:22:06,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:06,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46397 2024-11-23T14:22:06,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46397 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:06,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463970x0, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:06,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46397-0x10168129fb30003 connected 2024-11-23T14:22:06,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:06,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:06,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on znode that does not yet exist, /1-1645085851/running 2024-11-23T14:22:06,803 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204, hbase.cluster.distributed=false 2024-11-23T14:22:06,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on znode that does not yet exist, /1-1645085851/acl 2024-11-23T14:22:06,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-23T14:22:06,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46397 2024-11-23T14:22:06,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46397 2024-11-23T14:22:06,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-23T14:22:06,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-23T14:22:06,822 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:06,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:06,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:06,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:06,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:06,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:06,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:22:06,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:06,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43113 2024-11-23T14:22:06,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43113 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:06,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:06,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:06,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431130x0, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:06,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431130x0, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on znode that does not yet exist, /1-1645085851/running 2024-11-23T14:22:06,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43113-0x10168129fb30004 connected 2024-11-23T14:22:06,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:22:06,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:22:06,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on znode that does not yet exist, /1-1645085851/master 2024-11-23T14:22:06,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on znode that does not yet exist, /1-1645085851/acl 2024-11-23T14:22:06,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43113 2024-11-23T14:22:06,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43113 2024-11-23T14:22:06,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43113 2024-11-23T14:22:06,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43113 2024-11-23T14:22:06,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43113 2024-11-23T14:22:06,853 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:46397 2024-11-23T14:22:06,853 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1645085851/backup-masters/c6f7b1897123,46397,1732371726675 2024-11-23T14:22:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851/backup-masters 2024-11-23T14:22:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851/backup-masters 2024-11-23T14:22:06,864 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on existing znode=/1-1645085851/backup-masters/c6f7b1897123,46397,1732371726675 2024-11-23T14:22:06,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1645085851/master 2024-11-23T14:22:06,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:06,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:06,875 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on existing znode=/1-1645085851/master 2024-11-23T14:22:06,875 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1645085851/backup-masters/c6f7b1897123,46397,1732371726675 from backup master directory 2024-11-23T14:22:06,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1645085851/backup-masters/c6f7b1897123,46397,1732371726675 2024-11-23T14:22:06,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851/backup-masters 2024-11-23T14:22:06,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851/backup-masters 2024-11-23T14:22:06,885 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:06,885 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,46397,1732371726675 2024-11-23T14:22:06,888 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/hbase.id] with ID: 6004d8d5-135e-4122-bdb9-09398d0b7fde 2024-11-23T14:22:06,888 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/.tmp/hbase.id 2024-11-23T14:22:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:22:07,295 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/.tmp/hbase.id]:[hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/hbase.id] 2024-11-23T14:22:07,303 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:07,303 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:22:07,304 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:22:07,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:07,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:07,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:22:07,722 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:07,722 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:22:07,723 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:22:08,128 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store 2024-11-23T14:22:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:22:08,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:08,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:22:08,533 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:08,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:08,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:22:08,533 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:08,533 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:08,534 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371728533Disabling compacts and flushes for region at 1732371728533Disabling writes for close at 1732371728533Writing region close event to WAL at 1732371728533Closed at 1732371728533 2024-11-23T14:22:08,534 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/.initializing 2024-11-23T14:22:08,534 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/WALs/c6f7b1897123,46397,1732371726675 2024-11-23T14:22:08,535 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:08,536 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C46397%2C1732371726675, suffix=, logDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/WALs/c6f7b1897123,46397,1732371726675, archiveDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/oldWALs, maxLogs=10 2024-11-23T14:22:08,552 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/WALs/c6f7b1897123,46397,1732371726675/c6f7b1897123%2C46397%2C1732371726675.1732371728536, exclude list is [], retry=0 2024-11-23T14:22:08,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34695,DS-8583c714-0a1e-45ce-99a2-3833b1f2fd51,DISK] 2024-11-23T14:22:08,555 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/WALs/c6f7b1897123,46397,1732371726675/c6f7b1897123%2C46397%2C1732371726675.1732371728536 2024-11-23T14:22:08,555 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399)] 2024-11-23T14:22:08,555 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:08,556 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:08,556 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,556 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:22:08,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:08,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:22:08,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:22:08,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:08,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:22:08,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:08,561 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,562 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,562 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,563 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,563 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,563 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:08,564 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:08,565 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:08,566 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71657669, jitterRate=0.06778247654438019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:08,566 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371728556Initializing all the Stores at 1732371728556Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371728556Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371728557 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371728557Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371728557Cleaning up temporary data from old regions at 1732371728563 (+6 ms)Region opened successfully at 1732371728566 (+3 ms) 2024-11-23T14:22:08,566 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:22:08,568 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a162b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:08,568 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:22:08,568 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:22:08,568 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:22:08,568 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:22:08,569 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:22:08,569 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:22:08,569 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:22:08,570 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:22:08,571 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Unable to get data of znode /1-1645085851/balancer because node does not exist (not necessarily an error) 2024-11-23T14:22:08,674 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1645085851/balancer already deleted, retry=false 2024-11-23T14:22:08,675 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:22:08,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Unable to get data of znode /1-1645085851/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:22:08,685 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1645085851/normalizer already deleted, retry=false 2024-11-23T14:22:08,685 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:22:08,686 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Unable to get data of znode /1-1645085851/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:22:08,695 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1645085851/switch/split already deleted, retry=false 2024-11-23T14:22:08,696 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Unable to get data of znode /1-1645085851/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:22:08,706 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1645085851/switch/merge already deleted, retry=false 2024-11-23T14:22:08,708 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Unable to get data of znode /1-1645085851/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:22:08,716 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1645085851/snapshot-cleanup already deleted, retry=false 2024-11-23T14:22:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1645085851/running 2024-11-23T14:22:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1645085851/running 2024-11-23T14:22:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:08,727 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,46397,1732371726675, sessionid=0x10168129fb30003, setting cluster-up flag (Was=false) 2024-11-23T14:22:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:08,779 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1645085851/flush-table-proc/acquired, /1-1645085851/flush-table-proc/reached, /1-1645085851/flush-table-proc/abort 2024-11-23T14:22:08,780 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,46397,1732371726675 2024-11-23T14:22:08,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:08,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:08,832 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1645085851/online-snapshot/acquired, /1-1645085851/online-snapshot/reached, /1-1645085851/online-snapshot/abort 2024-11-23T14:22:08,833 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,46397,1732371726675 2024-11-23T14:22:08,834 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:22:08,835 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:08,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:22:08,835 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:22:08,835 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,46397,1732371726675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:22:08,836 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:08,836 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:08,836 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:08,836 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:08,836 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:22:08,837 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,837 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:08,837 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,837 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371758837 2024-11-23T14:22:08,837 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:22:08,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:22:08,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:22:08,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:08,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:22:08,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:22:08,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:22:08,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:22:08,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:22:08,838 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:22:08,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,839 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:22:08,839 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:22:08,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:22:08,839 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:22:08,839 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:22:08,839 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371728839,5,FailOnTimeoutGroup] 2024-11-23T14:22:08,839 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371728839,5,FailOnTimeoutGroup] 2024-11-23T14:22:08,839 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,839 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:22:08,839 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,840 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:22:08,846 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(746): ClusterId : 6004d8d5-135e-4122-bdb9-09398d0b7fde 2024-11-23T14:22:08,846 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:22:08,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:22:08,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204 2024-11-23T14:22:08,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741832_1008 (size=32) 2024-11-23T14:22:08,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:08,854 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:22:08,854 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:22:08,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:08,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:08,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:08,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:08,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:08,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:08,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:08,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:08,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:08,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:08,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:08,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:08,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:08,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:08,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740 2024-11-23T14:22:08,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740 2024-11-23T14:22:08,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:08,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:08,861 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:08,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:08,863 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:08,863 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72445093, jitterRate=0.07951600849628448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:08,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371728854Initializing all the Stores at 1732371728854Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371728854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371728854Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371728854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371728854Cleaning up temporary data from old regions at 1732371728860 (+6 ms)Region opened successfully at 1732371728863 (+3 ms) 2024-11-23T14:22:08,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:22:08,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:22:08,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:22:08,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:22:08,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:22:08,863 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:08,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371728863Disabling compacts and flushes for region at 1732371728863Disabling writes for close at 1732371728863Writing region close event to WAL at 1732371728863Closed at 1732371728863 2024-11-23T14:22:08,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:08,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:22:08,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:22:08,864 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:22:08,865 DEBUG [RS:0;c6f7b1897123:43113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608fd135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:08,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:08,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:22:08,878 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:43113 2024-11-23T14:22:08,878 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:22:08,878 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:22:08,878 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:22:08,878 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,46397,1732371726675 with port=43113, startcode=1732371726822 2024-11-23T14:22:08,879 DEBUG [RS:0;c6f7b1897123:43113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:22:08,880 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:22:08,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,43113,1732371726822 2024-11-23T14:22:08,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46397 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,43113,1732371726822 2024-11-23T14:22:08,881 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204 2024-11-23T14:22:08,881 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46179 2024-11-23T14:22:08,881 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:22:08,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851/rs 2024-11-23T14:22:08,940 DEBUG [RS:0;c6f7b1897123:43113 {}] zookeeper.ZKUtil(111): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on existing znode=/1-1645085851/rs/c6f7b1897123,43113,1732371726822 2024-11-23T14:22:08,940 WARN [RS:0;c6f7b1897123:43113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:08,940 INFO [RS:0;c6f7b1897123:43113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:08,940 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822 2024-11-23T14:22:08,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,43113,1732371726822] 2024-11-23T14:22:08,943 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:22:08,944 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:22:08,945 INFO [RS:0;c6f7b1897123:43113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:22:08,945 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,946 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:22:08,946 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:22:08,946 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,946 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:08,947 DEBUG [RS:0;c6f7b1897123:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:08,947 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,947 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,947 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,947 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,947 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,947 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43113,1732371726822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:08,963 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:22:08,964 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43113,1732371726822-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,964 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,964 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.Replication(171): c6f7b1897123,43113,1732371726822 started 2024-11-23T14:22:08,979 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:08,979 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,43113,1732371726822, RpcServer on c6f7b1897123/172.17.0.3:43113, sessionid=0x10168129fb30004 2024-11-23T14:22:08,979 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:22:08,979 DEBUG [RS:0;c6f7b1897123:43113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,43113,1732371726822 2024-11-23T14:22:08,979 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43113,1732371726822' 2024-11-23T14:22:08,979 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1645085851/flush-table-proc/abort' 2024-11-23T14:22:08,980 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1645085851/flush-table-proc/acquired' 2024-11-23T14:22:08,980 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:22:08,980 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:22:08,980 DEBUG [RS:0;c6f7b1897123:43113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,43113,1732371726822 2024-11-23T14:22:08,980 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43113,1732371726822' 2024-11-23T14:22:08,980 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1645085851/online-snapshot/abort' 2024-11-23T14:22:08,981 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1645085851/online-snapshot/acquired' 2024-11-23T14:22:08,981 DEBUG [RS:0;c6f7b1897123:43113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:22:08,981 INFO [RS:0;c6f7b1897123:43113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:22:08,981 INFO [RS:0;c6f7b1897123:43113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:22:09,016 WARN [c6f7b1897123:46397 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T14:22:09,081 INFO [RS:0;c6f7b1897123:43113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:09,082 INFO [RS:0;c6f7b1897123:43113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43113%2C1732371726822, suffix=, logDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822, archiveDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/oldWALs, maxLogs=10 2024-11-23T14:22:09,097 DEBUG [RS:0;c6f7b1897123:43113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, exclude list is [], retry=0 2024-11-23T14:22:09,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34695,DS-8583c714-0a1e-45ce-99a2-3833b1f2fd51,DISK] 2024-11-23T14:22:09,101 INFO [RS:0;c6f7b1897123:43113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 2024-11-23T14:22:09,101 DEBUG [RS:0;c6f7b1897123:43113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399)] 2024-11-23T14:22:09,266 DEBUG [c6f7b1897123:46397 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:22:09,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,43113,1732371726822 2024-11-23T14:22:09,268 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,43113,1732371726822, state=OPENING 2024-11-23T14:22:09,285 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:22:09,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:22:09,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:09,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:09,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:09,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1645085851/meta-region-server: CHANGED 2024-11-23T14:22:09,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1645085851/meta-region-server: CHANGED 2024-11-23T14:22:09,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,43113,1732371726822}] 2024-11-23T14:22:09,448 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:09,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:22:09,452 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:22:09,452 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:09,452 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:22:09,453 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43113%2C1732371726822.meta, suffix=.meta, logDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822, archiveDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/oldWALs, maxLogs=10 2024-11-23T14:22:09,465 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.meta.1732371729453.meta, exclude list is [], retry=0 2024-11-23T14:22:09,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34695,DS-8583c714-0a1e-45ce-99a2-3833b1f2fd51,DISK] 2024-11-23T14:22:09,468 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.meta.1732371729453.meta 2024-11-23T14:22:09,468 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399)] 2024-11-23T14:22:09,468 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:09,468 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:09,469 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:22:09,469 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:22:09,469 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:22:09,469 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:22:09,469 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:09,469 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:22:09,469 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:22:09,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:09,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:09,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:09,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:09,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:09,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:09,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:09,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:09,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:09,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:09,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:09,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:09,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:09,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:09,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:09,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:09,476 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:09,476 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740 2024-11-23T14:22:09,477 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740 2024-11-23T14:22:09,478 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:09,478 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:09,478 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:09,479 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:09,479 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61356631, jitterRate=-0.08571495115756989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:09,479 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:22:09,479 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371729469Writing region info on filesystem at 1732371729469Initializing all the Stores at 1732371729470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371729470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371729472 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371729472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371729472Cleaning up temporary data from old regions at 1732371729478 (+6 ms)Running coprocessor post-open hooks at 1732371729479 (+1 ms)Region opened successfully at 1732371729479 2024-11-23T14:22:09,480 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371729448 2024-11-23T14:22:09,481 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:22:09,481 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:22:09,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43113,1732371726822 2024-11-23T14:22:09,482 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,43113,1732371726822, state=OPEN 2024-11-23T14:22:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1645085851/meta-region-server 2024-11-23T14:22:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1645085851/meta-region-server 2024-11-23T14:22:09,493 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,43113,1732371726822 2024-11-23T14:22:09,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1645085851/meta-region-server: CHANGED 2024-11-23T14:22:09,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1645085851/meta-region-server: CHANGED 2024-11-23T14:22:09,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:22:09,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,43113,1732371726822 in 197 msec 2024-11-23T14:22:09,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:22:09,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-23T14:22:09,496 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:09,496 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:22:09,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:09,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43113,1732371726822, seqNum=-1] 2024-11-23T14:22:09,497 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:09,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:09,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 667 msec 2024-11-23T14:22:09,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371729502, completionTime=-1 2024-11-23T14:22:09,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:22:09,503 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371789505 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371849505 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46397,1732371726675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46397,1732371726675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46397,1732371726675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:46397, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:09,505 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:09,507 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:22:09,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.624sec 2024-11-23T14:22:09,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:22:09,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:22:09,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:22:09,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:22:09,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:22:09,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46397,1732371726675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:09,509 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46397,1732371726675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:22:09,511 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:22:09,511 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:22:09,511 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46397,1732371726675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:09,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4528f9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:09,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46397,-1 for getting cluster id 2024-11-23T14:22:09,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:09,548 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6004d8d5-135e-4122-bdb9-09398d0b7fde' 2024-11-23T14:22:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6004d8d5-135e-4122-bdb9-09398d0b7fde" 2024-11-23T14:22:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b57dcaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46397,-1] 2024-11-23T14:22:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:09,549 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:09,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ce9650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:09,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43113,1732371726822, seqNum=-1] 2024-11-23T14:22:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:09,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:09,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,46397,1732371726675 2024-11-23T14:22:09,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:09,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:09,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10168129fb30005 connected 2024-11-23T14:22:09,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.log.dir so I do NOT create it in target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c 2024-11-23T14:22:09,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.tmp.dir so I do NOT create it in target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c 2024-11-23T14:22:09,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:22:09,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/cluster_78b52d6e-ed6c-d9f5-a831-a495cf56069a, deleteOnExit=true 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/test.cache.data in system properties and HBase conf 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:22:09,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:09,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:22:09,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:22:09,879 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T14:22:09,880 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,907 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:09,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:09,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:09,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:09,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:09,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:22:09,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:09,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1457504b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:09,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@95ac5e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:10,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a80ced0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/java.io.tmpdir/jetty-localhost-44317-hadoop-hdfs-3_4_1-tests_jar-_-any-18041756855566845421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:22:10,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47dddeba{HTTP/1.1, (http/1.1)}{localhost:44317} 2024-11-23T14:22:10,046 INFO [Time-limited test {}] server.Server(415): Started @247594ms 2024-11-23T14:22:10,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:10,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:10,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:10,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:10,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:22:10,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50919fa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:10,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525fc1b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:10,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49cf841{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/java.io.tmpdir/jetty-localhost-35289-hadoop-hdfs-3_4_1-tests_jar-_-any-11104759332330023464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:10,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a33afe4{HTTP/1.1, (http/1.1)}{localhost:35289} 2024-11-23T14:22:10,419 INFO [Time-limited test {}] server.Server(415): Started @247966ms 2024-11-23T14:22:10,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:22:10,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:22:10,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:22:10,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:22:10,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T14:22:11,082 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/cluster_78b52d6e-ed6c-d9f5-a831-a495cf56069a/data/data1/current/BP-1520152760-172.17.0.3-1732371729593/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:11,082 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/cluster_78b52d6e-ed6c-d9f5-a831-a495cf56069a/data/data2/current/BP-1520152760-172.17.0.3-1732371729593/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:11,100 WARN [Thread-2901 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:22:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd422513441b026f8 with lease ID 0x27d04ee729a86ccb: Processing first storage report for DS-2965d7f0-ff08-4990-8a59-e50ab4b812a4 from datanode DatanodeRegistration(127.0.0.1:33281, datanodeUuid=2c701279-aba1-4c7b-be30-cea19372bfa6, infoPort=46659, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=131847297;c=1732371729593) 2024-11-23T14:22:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd422513441b026f8 with lease ID 0x27d04ee729a86ccb: from storage DS-2965d7f0-ff08-4990-8a59-e50ab4b812a4 node DatanodeRegistration(127.0.0.1:33281, datanodeUuid=2c701279-aba1-4c7b-be30-cea19372bfa6, infoPort=46659, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=131847297;c=1732371729593), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd422513441b026f8 with lease ID 0x27d04ee729a86ccb: Processing first storage report for DS-6420eeb5-6eab-443a-b9e9-1d014cebee9c from datanode DatanodeRegistration(127.0.0.1:33281, datanodeUuid=2c701279-aba1-4c7b-be30-cea19372bfa6, infoPort=46659, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=131847297;c=1732371729593) 2024-11-23T14:22:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd422513441b026f8 with lease ID 0x27d04ee729a86ccb: from storage DS-6420eeb5-6eab-443a-b9e9-1d014cebee9c node DatanodeRegistration(127.0.0.1:33281, datanodeUuid=2c701279-aba1-4c7b-be30-cea19372bfa6, infoPort=46659, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=131847297;c=1732371729593), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:11,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c 2024-11-23T14:22:11,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:11,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:11,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:22:11,552 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5 with version=8 2024-11-23T14:22:11,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/hbase-staging 2024-11-23T14:22:11,555 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:11,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:11,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:11,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:11,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:11,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:11,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:22:11,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:11,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39657 2024-11-23T14:22:11,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39657 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396570x0, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:11,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39657-0x10168129fb30006 connected 2024-11-23T14:22:11,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:11,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:11,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on znode that does not yet exist, /2629478289/running 2024-11-23T14:22:11,678 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5, hbase.cluster.distributed=false 2024-11-23T14:22:11,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on znode that does not yet exist, /2629478289/acl 2024-11-23T14:22:11,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39657 2024-11-23T14:22:11,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39657 2024-11-23T14:22:11,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39657 2024-11-23T14:22:11,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39657 2024-11-23T14:22:11,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39657 2024-11-23T14:22:11,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:11,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:11,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:11,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:11,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:11,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:11,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:22:11,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:11,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45731 2024-11-23T14:22:11,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45731 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:11,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:11,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:11,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457310x0, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:11,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on znode that does not yet exist, /2629478289/running 2024-11-23T14:22:11,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45731-0x10168129fb30007 connected 2024-11-23T14:22:11,706 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:22:11,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:22:11,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on znode that does not yet exist, /2629478289/master 2024-11-23T14:22:11,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on znode that does not yet exist, /2629478289/acl 2024-11-23T14:22:11,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-23T14:22:11,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45731 2024-11-23T14:22:11,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45731 2024-11-23T14:22:11,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-23T14:22:11,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-23T14:22:11,726 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:39657 2024-11-23T14:22:11,726 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2629478289/backup-masters/c6f7b1897123,39657,1732371731555 2024-11-23T14:22:11,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289/backup-masters 2024-11-23T14:22:11,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289/backup-masters 2024-11-23T14:22:11,738 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on existing znode=/2629478289/backup-masters/c6f7b1897123,39657,1732371731555 2024-11-23T14:22:11,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2629478289/master 2024-11-23T14:22:11,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:11,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:11,748 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on existing znode=/2629478289/master 2024-11-23T14:22:11,748 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2629478289/backup-masters/c6f7b1897123,39657,1732371731555 from backup master directory 2024-11-23T14:22:11,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2629478289/backup-masters/c6f7b1897123,39657,1732371731555 2024-11-23T14:22:11,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289/backup-masters 2024-11-23T14:22:11,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289/backup-masters 2024-11-23T14:22:11,758 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:11,758 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,39657,1732371731555 2024-11-23T14:22:11,761 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/hbase.id] with ID: dadf5468-553f-490e-bf5c-6bf4ce489825 2024-11-23T14:22:11,761 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/.tmp/hbase.id 2024-11-23T14:22:11,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:22:12,168 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/.tmp/hbase.id]:[hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/hbase.id] 2024-11-23T14:22:12,175 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:12,175 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:22:12,175 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T14:22:12,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:12,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:22:12,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:12,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:22:12,465 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48436 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:22:12,627 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:12,628 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:22:12,628 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:12,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:22:13,033 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store 2024-11-23T14:22:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:22:13,442 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:13,442 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:22:13,442 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:13,442 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:13,442 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:22:13,442 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:13,442 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:13,442 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371733442Disabling compacts and flushes for region at 1732371733442Disabling writes for close at 1732371733442Writing region close event to WAL at 1732371733442Closed at 1732371733442 2024-11-23T14:22:13,443 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/.initializing 2024-11-23T14:22:13,443 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/WALs/c6f7b1897123,39657,1732371731555 2024-11-23T14:22:13,444 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:13,445 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C39657%2C1732371731555, suffix=, logDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/WALs/c6f7b1897123,39657,1732371731555, archiveDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/oldWALs, maxLogs=10 2024-11-23T14:22:13,460 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/WALs/c6f7b1897123,39657,1732371731555/c6f7b1897123%2C39657%2C1732371731555.1732371733445, exclude list is [], retry=0 2024-11-23T14:22:13,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33281,DS-2965d7f0-ff08-4990-8a59-e50ab4b812a4,DISK] 2024-11-23T14:22:13,463 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/WALs/c6f7b1897123,39657,1732371731555/c6f7b1897123%2C39657%2C1732371731555.1732371733445 2024-11-23T14:22:13,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46659:46659)] 2024-11-23T14:22:13,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:13,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:13,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,464 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:22:13,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:13,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:13,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:22:13,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:22:13,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:22:13,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:13,470 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,470 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,470 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,471 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:13,472 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:13,473 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:13,473 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63241671, jitterRate=-0.0576256662607193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:13,474 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371733464Initializing all the Stores at 1732371733465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371733465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371733465Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371733465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371733465Cleaning up temporary data from old regions at 1732371733471 (+6 ms)Region opened successfully at 1732371733474 (+3 ms) 2024-11-23T14:22:13,474 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:22:13,475 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c29e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:13,476 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:22:13,476 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:22:13,476 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:22:13,476 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:22:13,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:22:13,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:22:13,477 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:22:13,478 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:22:13,478 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Unable to get data of znode /2629478289/balancer because node does not exist (not necessarily an error) 2024-11-23T14:22:13,558 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2629478289/balancer already deleted, retry=false 2024-11-23T14:22:13,571 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:22:13,572 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Unable to get data of znode /2629478289/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:22:13,579 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2629478289/normalizer already deleted, retry=false 2024-11-23T14:22:13,579 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:22:13,580 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Unable to get data of znode /2629478289/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:22:13,590 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2629478289/switch/split already deleted, retry=false 2024-11-23T14:22:13,590 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Unable to get data of znode /2629478289/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:22:13,600 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2629478289/switch/merge already deleted, retry=false 2024-11-23T14:22:13,602 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Unable to get data of znode /2629478289/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:22:13,611 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2629478289/snapshot-cleanup already deleted, retry=false 2024-11-23T14:22:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2629478289/running 2024-11-23T14:22:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2629478289/running 2024-11-23T14:22:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:13,622 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,39657,1732371731555, sessionid=0x10168129fb30006, setting cluster-up flag (Was=false) 2024-11-23T14:22:13,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:13,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:13,674 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2629478289/flush-table-proc/acquired, /2629478289/flush-table-proc/reached, /2629478289/flush-table-proc/abort 2024-11-23T14:22:13,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39657,1732371731555 2024-11-23T14:22:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:13,727 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2629478289/online-snapshot/acquired, /2629478289/online-snapshot/reached, /2629478289/online-snapshot/abort 2024-11-23T14:22:13,727 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39657,1732371731555 2024-11-23T14:22:13,728 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:22:13,729 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:13,729 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:22:13,729 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:22:13,730 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,39657,1732371731555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:22:13,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:13,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:13,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:13,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:13,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:22:13,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:13,731 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371763732 2024-11-23T14:22:13,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:22:13,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:22:13,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:22:13,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:22:13,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:22:13,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:22:13,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:13,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:22:13,733 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:13,733 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:22:13,736 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,736 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:22:13,736 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:22:13,736 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:22:13,736 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:22:13,740 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:22:13,741 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:22:13,741 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371733741,5,FailOnTimeoutGroup] 2024-11-23T14:22:13,741 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371733741,5,FailOnTimeoutGroup] 2024-11-23T14:22:13,741 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,741 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:22:13,741 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,741 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:22:13,818 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(746): ClusterId : dadf5468-553f-490e-bf5c-6bf4ce489825 2024-11-23T14:22:13,819 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:22:13,830 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:22:13,830 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:22:13,843 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:22:13,843 DEBUG [RS:0;c6f7b1897123:45731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fafaef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:13,855 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:45731 2024-11-23T14:22:13,855 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:22:13,855 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:22:13,855 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:22:13,856 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,39657,1732371731555 with port=45731, startcode=1732371731693 2024-11-23T14:22:13,856 DEBUG [RS:0;c6f7b1897123:45731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:22:13,857 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:22:13,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39657 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,45731,1732371731693 2024-11-23T14:22:13,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39657 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,45731,1732371731693 2024-11-23T14:22:13,858 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5 2024-11-23T14:22:13,858 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40413 2024-11-23T14:22:13,859 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:22:13,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289/rs 2024-11-23T14:22:13,920 DEBUG [RS:0;c6f7b1897123:45731 {}] zookeeper.ZKUtil(111): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on existing znode=/2629478289/rs/c6f7b1897123,45731,1732371731693 2024-11-23T14:22:13,920 WARN [RS:0;c6f7b1897123:45731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:13,920 INFO [RS:0;c6f7b1897123:45731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:13,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,45731,1732371731693] 2024-11-23T14:22:13,920 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693 2024-11-23T14:22:13,923 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:22:13,924 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:22:13,925 INFO [RS:0;c6f7b1897123:45731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:22:13,925 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,925 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:22:13,925 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:22:13,925 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,925 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,925 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,925 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,925 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,925 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:13,926 DEBUG [RS:0;c6f7b1897123:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:13,926 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,926 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,926 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,926 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,926 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,926 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,45731,1732371731693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:13,939 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:22:13,939 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,45731,1732371731693-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,940 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,940 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.Replication(171): c6f7b1897123,45731,1732371731693 started 2024-11-23T14:22:13,952 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:13,952 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,45731,1732371731693, RpcServer on c6f7b1897123/172.17.0.3:45731, sessionid=0x10168129fb30007 2024-11-23T14:22:13,952 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:22:13,952 DEBUG [RS:0;c6f7b1897123:45731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,45731,1732371731693 2024-11-23T14:22:13,952 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,45731,1732371731693' 2024-11-23T14:22:13,952 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2629478289/flush-table-proc/abort' 2024-11-23T14:22:13,953 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2629478289/flush-table-proc/acquired' 2024-11-23T14:22:13,953 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:22:13,953 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:22:13,953 DEBUG [RS:0;c6f7b1897123:45731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,45731,1732371731693 2024-11-23T14:22:13,953 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,45731,1732371731693' 2024-11-23T14:22:13,953 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2629478289/online-snapshot/abort' 2024-11-23T14:22:13,954 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2629478289/online-snapshot/acquired' 2024-11-23T14:22:13,954 DEBUG [RS:0;c6f7b1897123:45731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:22:13,954 INFO [RS:0;c6f7b1897123:45731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:22:13,954 INFO [RS:0;c6f7b1897123:45731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:22:14,055 INFO [RS:0;c6f7b1897123:45731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:14,056 INFO [RS:0;c6f7b1897123:45731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C45731%2C1732371731693, suffix=, logDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693, archiveDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/oldWALs, maxLogs=10 2024-11-23T14:22:14,068 DEBUG [RS:0;c6f7b1897123:45731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, exclude list is [], retry=0 2024-11-23T14:22:14,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33281,DS-2965d7f0-ff08-4990-8a59-e50ab4b812a4,DISK] 2024-11-23T14:22:14,071 INFO [RS:0;c6f7b1897123:45731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 2024-11-23T14:22:14,071 DEBUG [RS:0;c6f7b1897123:45731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46659:46659)] 2024-11-23T14:22:14,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:22:14,146 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5 2024-11-23T14:22:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:22:14,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:14,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:14,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:14,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:14,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:14,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:14,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:14,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:14,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:14,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:14,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:14,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:14,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:14,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:14,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:14,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:14,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:14,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:14,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740 2024-11-23T14:22:14,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740 2024-11-23T14:22:14,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:14,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:14,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:14,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:14,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:14,561 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70375372, jitterRate=0.04867476224899292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:14,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371734552Initializing all the Stores at 1732371734552Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371734552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371734552Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371734552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371734552Cleaning up temporary data from old regions at 1732371734558 (+6 ms)Region opened successfully at 1732371734561 (+3 ms) 2024-11-23T14:22:14,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:22:14,561 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:22:14,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:22:14,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:22:14,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:22:14,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:14,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371734561Disabling compacts and flushes for region at 1732371734561Disabling writes for close at 1732371734561Writing region close event to WAL at 1732371734561Closed at 1732371734561 2024-11-23T14:22:14,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:14,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:22:14,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:22:14,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:14,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:22:14,714 DEBUG [c6f7b1897123:39657 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:22:14,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,45731,1732371731693 2024-11-23T14:22:14,715 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,45731,1732371731693, state=OPENING 2024-11-23T14:22:14,769 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:22:14,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:14,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:14,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:14,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2629478289/meta-region-server: CHANGED 2024-11-23T14:22:14,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2629478289/meta-region-server: CHANGED 2024-11-23T14:22:14,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,45731,1732371731693}] 2024-11-23T14:22:14,932 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:14,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:22:14,935 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:22:14,935 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:14,935 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:22:14,936 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C45731%2C1732371731693.meta, suffix=.meta, logDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693, archiveDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/oldWALs, maxLogs=10 2024-11-23T14:22:14,949 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.meta.1732371734937.meta, exclude list is [], retry=0 2024-11-23T14:22:14,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33281,DS-2965d7f0-ff08-4990-8a59-e50ab4b812a4,DISK] 2024-11-23T14:22:14,952 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.meta.1732371734937.meta 2024-11-23T14:22:14,952 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46659:46659)] 2024-11-23T14:22:14,952 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:14,953 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:14,953 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:22:14,953 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:22:14,953 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:22:14,953 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:22:14,953 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:14,953 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:22:14,953 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:22:14,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:14,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:14,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:14,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:14,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:14,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:14,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:14,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:14,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:14,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:14,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:14,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:14,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:14,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:14,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:14,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:14,958 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:14,958 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740 2024-11-23T14:22:14,959 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740 2024-11-23T14:22:14,960 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:14,960 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:14,960 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:14,961 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:14,961 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62005655, jitterRate=-0.0760437399148941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:14,962 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:22:14,962 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371734954Writing region info on filesystem at 1732371734954Initializing all the Stores at 1732371734954Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371734954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371734954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371734954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371734954Cleaning up temporary data from old regions at 1732371734960 (+6 ms)Running coprocessor post-open hooks at 1732371734962 (+2 ms)Region opened successfully at 1732371734962 2024-11-23T14:22:14,962 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371734931 2024-11-23T14:22:14,964 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:22:14,964 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:22:14,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,45731,1732371731693 2024-11-23T14:22:14,965 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,45731,1732371731693, state=OPEN 2024-11-23T14:22:14,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2629478289/meta-region-server 2024-11-23T14:22:14,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2629478289/meta-region-server 2024-11-23T14:22:14,977 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,45731,1732371731693 2024-11-23T14:22:14,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2629478289/meta-region-server: CHANGED 2024-11-23T14:22:14,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2629478289/meta-region-server: CHANGED 2024-11-23T14:22:14,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:22:14,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,45731,1732371731693 in 197 msec 2024-11-23T14:22:14,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:22:14,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-23T14:22:14,981 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:14,981 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:22:14,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:14,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,45731,1732371731693, seqNum=-1] 2024-11-23T14:22:14,983 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:14,983 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:22:14,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:14,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:14,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-23T14:22:14,988 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371734988, completionTime=-1 2024-11-23T14:22:14,988 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:22:14,988 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:22:14,990 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:22:14,990 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371794990 2024-11-23T14:22:14,990 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371854990 2024-11-23T14:22:14,990 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T14:22:14,991 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39657,1732371731555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:14,991 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39657,1732371731555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:14,991 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39657,1732371731555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:14,991 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:39657, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:14,991 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:14,991 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:14,993 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:22:14,995 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec 2024-11-23T14:22:14,995 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:22:14,995 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:22:14,995 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:22:14,995 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:22:14,995 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:22:14,995 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39657,1732371731555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:14,995 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39657,1732371731555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:22:14,997 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:22:14,997 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:22:14,997 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39657,1732371731555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:15,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30df8c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:15,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39657,-1 for getting cluster id 2024-11-23T14:22:15,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:15,020 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dadf5468-553f-490e-bf5c-6bf4ce489825' 2024-11-23T14:22:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dadf5468-553f-490e-bf5c-6bf4ce489825" 2024-11-23T14:22:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba3d71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39657,-1] 2024-11-23T14:22:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:15,022 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:15,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167e26de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:15,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,45731,1732371731693, seqNum=-1] 2024-11-23T14:22:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:15,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,39657,1732371731555 2024-11-23T14:22:15,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63959 2024-11-23T14:22:15,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:15,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:15,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10168129fb30008 connected 2024-11-23T14:22:15,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39835,1732371721427 2024-11-23T14:22:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cfc8633 2024-11-23T14:22:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:15,208 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:15,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:22:15,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:22:15,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:15,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:22:15,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:22:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:15,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:22:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:15,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 776133f104ab8d42b7b5dabe69199ed6, NAME => 'test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214 2024-11-23T14:22:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:22:15,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:15,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 776133f104ab8d42b7b5dabe69199ed6, disabling compactions & flushes 2024-11-23T14:22:15,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:15,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:15,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. after waiting 0 ms 2024-11-23T14:22:15,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:15,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:15,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 776133f104ab8d42b7b5dabe69199ed6: Waiting for close lock at 1732371735624Disabling compacts and flushes for region at 1732371735624Disabling writes for close at 1732371735624Writing region close event to WAL at 1732371735624Closed at 1732371735624 2024-11-23T14:22:15,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:22:15,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371735625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371735625"}]},"ts":"1732371735625"} 2024-11-23T14:22:15,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:22:15,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:22:15,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371735628"}]},"ts":"1732371735628"} 2024-11-23T14:22:15,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:22:15,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=776133f104ab8d42b7b5dabe69199ed6, ASSIGN}] 2024-11-23T14:22:15,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=776133f104ab8d42b7b5dabe69199ed6, ASSIGN 2024-11-23T14:22:15,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=776133f104ab8d42b7b5dabe69199ed6, ASSIGN; state=OFFLINE, location=c6f7b1897123,38269,1732371721620; forceNewPlan=false, retain=false 2024-11-23T14:22:15,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=776133f104ab8d42b7b5dabe69199ed6, regionState=OPENING, regionLocation=c6f7b1897123,38269,1732371721620 2024-11-23T14:22:15,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=776133f104ab8d42b7b5dabe69199ed6, ASSIGN because future has completed 2024-11-23T14:22:15,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 776133f104ab8d42b7b5dabe69199ed6, server=c6f7b1897123,38269,1732371721620}] 2024-11-23T14:22:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:15,939 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:15,939 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 776133f104ab8d42b7b5dabe69199ed6, NAME => 'test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:15,939 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:15,939 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:22:15,939 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,939 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:15,939 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,939 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,940 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,941 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776133f104ab8d42b7b5dabe69199ed6 columnFamilyName f 2024-11-23T14:22:15,941 DEBUG [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:15,941 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] regionserver.HStore(327): Store=776133f104ab8d42b7b5dabe69199ed6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:15,942 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,942 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776133f104ab8d42b7b5dabe69199ed6 columnFamilyName f1 2024-11-23T14:22:15,942 DEBUG [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:15,942 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] regionserver.HStore(327): Store=776133f104ab8d42b7b5dabe69199ed6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:15,942 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,943 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776133f104ab8d42b7b5dabe69199ed6 columnFamilyName norep 2024-11-23T14:22:15,943 DEBUG [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:15,943 INFO [StoreOpener-776133f104ab8d42b7b5dabe69199ed6-1 {}] regionserver.HStore(327): Store=776133f104ab8d42b7b5dabe69199ed6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:15,943 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,945 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,945 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,945 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:22:15,946 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,947 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:15,947 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 776133f104ab8d42b7b5dabe69199ed6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73291346, jitterRate=0.09212616086006165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:22:15,948 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:15,948 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 776133f104ab8d42b7b5dabe69199ed6: Running coprocessor pre-open hook at 1732371735939Writing region info on filesystem at 1732371735939Initializing all the Stores at 1732371735940 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371735940Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371735940Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371735940Cleaning up temporary data from old regions at 1732371735945 (+5 ms)Running coprocessor post-open hooks at 1732371735948 (+3 ms)Region opened successfully at 1732371735948 2024-11-23T14:22:15,949 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6., pid=6, masterSystemTime=1732371735935 2024-11-23T14:22:15,950 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:15,950 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:15,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=776133f104ab8d42b7b5dabe69199ed6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,38269,1732371721620 2024-11-23T14:22:15,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 776133f104ab8d42b7b5dabe69199ed6, server=c6f7b1897123,38269,1732371721620 because future has completed 2024-11-23T14:22:15,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:22:15,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 776133f104ab8d42b7b5dabe69199ed6, server=c6f7b1897123,38269,1732371721620 in 170 msec 2024-11-23T14:22:15,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:22:15,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=776133f104ab8d42b7b5dabe69199ed6, ASSIGN in 325 msec 2024-11-23T14:22:15,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:22:15,956 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371735956"}]},"ts":"1732371735956"} 2024-11-23T14:22:15,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:22:15,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:22:15,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-23T14:22:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:16,344 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:22:16,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,46397,1732371726675 2024-11-23T14:22:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e51495c 2024-11-23T14:22:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:16,346 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:16,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:22:16,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:22:16,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:16,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:22:16,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:22:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:22:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:16,755 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d6a1f20df8ecf7dbda8aad4f227cdb4, NAME => 'test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204 2024-11-23T14:22:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:22:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:17,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:17,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d6a1f20df8ecf7dbda8aad4f227cdb4, disabling compactions & flushes 2024-11-23T14:22:17,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:17,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:17,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. after waiting 0 ms 2024-11-23T14:22:17,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:17,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:17,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d6a1f20df8ecf7dbda8aad4f227cdb4: Waiting for close lock at 1732371737160Disabling compacts and flushes for region at 1732371737160Disabling writes for close at 1732371737160Writing region close event to WAL at 1732371737160Closed at 1732371737160 2024-11-23T14:22:17,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:22:17,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371737161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371737161"}]},"ts":"1732371737161"} 2024-11-23T14:22:17,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:22:17,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:22:17,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371737164"}]},"ts":"1732371737164"} 2024-11-23T14:22:17,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:22:17,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d6a1f20df8ecf7dbda8aad4f227cdb4, ASSIGN}] 2024-11-23T14:22:17,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d6a1f20df8ecf7dbda8aad4f227cdb4, ASSIGN 2024-11-23T14:22:17,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d6a1f20df8ecf7dbda8aad4f227cdb4, ASSIGN; state=OFFLINE, location=c6f7b1897123,43113,1732371726822; forceNewPlan=false, retain=false 2024-11-23T14:22:17,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d6a1f20df8ecf7dbda8aad4f227cdb4, regionState=OPENING, regionLocation=c6f7b1897123,43113,1732371726822 2024-11-23T14:22:17,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d6a1f20df8ecf7dbda8aad4f227cdb4, ASSIGN because future has completed 2024-11-23T14:22:17,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d6a1f20df8ecf7dbda8aad4f227cdb4, server=c6f7b1897123,43113,1732371726822}] 2024-11-23T14:22:17,474 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:17,474 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d6a1f20df8ecf7dbda8aad4f227cdb4, NAME => 'test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:17,474 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:17,475 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:22:17,475 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,475 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:17,475 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,475 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,476 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,477 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d6a1f20df8ecf7dbda8aad4f227cdb4 columnFamilyName f 2024-11-23T14:22:17,477 DEBUG [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:17,477 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] regionserver.HStore(327): Store=6d6a1f20df8ecf7dbda8aad4f227cdb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:17,477 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,478 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d6a1f20df8ecf7dbda8aad4f227cdb4 columnFamilyName f1 2024-11-23T14:22:17,478 DEBUG [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:17,478 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] regionserver.HStore(327): Store=6d6a1f20df8ecf7dbda8aad4f227cdb4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:17,478 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,479 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d6a1f20df8ecf7dbda8aad4f227cdb4 columnFamilyName norep 2024-11-23T14:22:17,479 DEBUG [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:17,479 INFO [StoreOpener-6d6a1f20df8ecf7dbda8aad4f227cdb4-1 {}] regionserver.HStore(327): Store=6d6a1f20df8ecf7dbda8aad4f227cdb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:17,479 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,480 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,480 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,481 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,481 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,481 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:22:17,482 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,484 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:17,484 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d6a1f20df8ecf7dbda8aad4f227cdb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61253633, jitterRate=-0.0872497409582138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:22:17,484 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:17,484 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d6a1f20df8ecf7dbda8aad4f227cdb4: Running coprocessor pre-open hook at 1732371737475Writing region info on filesystem at 1732371737475Initializing all the Stores at 1732371737475Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371737475Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371737476 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371737476Cleaning up temporary data from old regions at 1732371737481 (+5 ms)Running coprocessor post-open hooks at 1732371737484 (+3 ms)Region opened successfully at 1732371737484 2024-11-23T14:22:17,485 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4., pid=6, masterSystemTime=1732371737471 2024-11-23T14:22:17,486 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:17,486 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:17,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d6a1f20df8ecf7dbda8aad4f227cdb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,43113,1732371726822 2024-11-23T14:22:17,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d6a1f20df8ecf7dbda8aad4f227cdb4, server=c6f7b1897123,43113,1732371726822 because future has completed 2024-11-23T14:22:17,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:22:17,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d6a1f20df8ecf7dbda8aad4f227cdb4, server=c6f7b1897123,43113,1732371726822 in 170 msec 2024-11-23T14:22:17,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:22:17,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d6a1f20df8ecf7dbda8aad4f227cdb4, ASSIGN in 325 msec 2024-11-23T14:22:17,492 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:22:17,492 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371737492"}]},"ts":"1732371737492"} 2024-11-23T14:22:17,494 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:22:17,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:22:17,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-23T14:22:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:18,494 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:22:18,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:18,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39657,1732371731555 2024-11-23T14:22:18,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3be17ea1 2024-11-23T14:22:18,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:18,496 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:18,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:22:18,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:22:18,498 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:18,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:22:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:18,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:22:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:22:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:18,905 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 013464328fdab4cf493a07d2d2f3b5a0, NAME => 'test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5 2024-11-23T14:22:18,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:22:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:19,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:19,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 013464328fdab4cf493a07d2d2f3b5a0, disabling compactions & flushes 2024-11-23T14:22:19,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:19,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:19,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. after waiting 0 ms 2024-11-23T14:22:19,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:19,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:19,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 013464328fdab4cf493a07d2d2f3b5a0: Waiting for close lock at 1732371739364Disabling compacts and flushes for region at 1732371739364Disabling writes for close at 1732371739364Writing region close event to WAL at 1732371739364Closed at 1732371739364 2024-11-23T14:22:19,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:22:19,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371739365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371739365"}]},"ts":"1732371739365"} 2024-11-23T14:22:19,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:22:19,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:22:19,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371739367"}]},"ts":"1732371739367"} 2024-11-23T14:22:19,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:22:19,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=013464328fdab4cf493a07d2d2f3b5a0, ASSIGN}] 2024-11-23T14:22:19,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=013464328fdab4cf493a07d2d2f3b5a0, ASSIGN 2024-11-23T14:22:19,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=013464328fdab4cf493a07d2d2f3b5a0, ASSIGN; state=OFFLINE, location=c6f7b1897123,45731,1732371731693; forceNewPlan=false, retain=false 2024-11-23T14:22:19,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=013464328fdab4cf493a07d2d2f3b5a0, regionState=OPENING, regionLocation=c6f7b1897123,45731,1732371731693 2024-11-23T14:22:19,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=013464328fdab4cf493a07d2d2f3b5a0, ASSIGN because future has completed 2024-11-23T14:22:19,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013464328fdab4cf493a07d2d2f3b5a0, server=c6f7b1897123,45731,1732371731693}] 2024-11-23T14:22:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:19,678 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:19,678 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 013464328fdab4cf493a07d2d2f3b5a0, NAME => 'test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:19,678 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:19,678 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:22:19,678 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,678 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:19,678 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,678 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,679 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,680 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013464328fdab4cf493a07d2d2f3b5a0 columnFamilyName f 2024-11-23T14:22:19,680 DEBUG [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:19,681 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] regionserver.HStore(327): Store=013464328fdab4cf493a07d2d2f3b5a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:19,681 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,681 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013464328fdab4cf493a07d2d2f3b5a0 columnFamilyName f1 2024-11-23T14:22:19,681 DEBUG [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:19,682 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] regionserver.HStore(327): Store=013464328fdab4cf493a07d2d2f3b5a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:19,682 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,682 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013464328fdab4cf493a07d2d2f3b5a0 columnFamilyName norep 2024-11-23T14:22:19,682 DEBUG [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:19,683 INFO [StoreOpener-013464328fdab4cf493a07d2d2f3b5a0-1 {}] regionserver.HStore(327): Store=013464328fdab4cf493a07d2d2f3b5a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:19,683 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,683 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,683 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,684 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,684 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,684 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:22:19,685 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,686 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:19,687 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 013464328fdab4cf493a07d2d2f3b5a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71374335, jitterRate=0.06356047093868256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:22:19,687 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:19,687 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 013464328fdab4cf493a07d2d2f3b5a0: Running coprocessor pre-open hook at 1732371739678Writing region info on filesystem at 1732371739678Initializing all the Stores at 1732371739679 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371739679Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371739679Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371739679Cleaning up temporary data from old regions at 1732371739684 (+5 ms)Running coprocessor post-open hooks at 1732371739687 (+3 ms)Region opened successfully at 1732371739687 2024-11-23T14:22:19,687 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0., pid=6, masterSystemTime=1732371739675 2024-11-23T14:22:19,689 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:19,689 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:19,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=013464328fdab4cf493a07d2d2f3b5a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,45731,1732371731693 2024-11-23T14:22:19,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013464328fdab4cf493a07d2d2f3b5a0, server=c6f7b1897123,45731,1732371731693 because future has completed 2024-11-23T14:22:19,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:22:19,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 013464328fdab4cf493a07d2d2f3b5a0, server=c6f7b1897123,45731,1732371731693 in 169 msec 2024-11-23T14:22:19,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:22:19,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=013464328fdab4cf493a07d2d2f3b5a0, ASSIGN in 324 msec 2024-11-23T14:22:19,695 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:22:19,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371739695"}]},"ts":"1732371739695"} 2024-11-23T14:22:19,697 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:22:19,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:22:19,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2010 sec 2024-11-23T14:22:19,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:22:20,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:22:20,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:20,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:22:20,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T14:22:20,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:22:20,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T14:22:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:22:20,644 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:22:20,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e70b172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:20,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39835,-1 for getting cluster id 2024-11-23T14:22:20,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:20,646 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dde35028-1e3b-4d5d-a49f-95275e0e8666' 2024-11-23T14:22:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dde35028-1e3b-4d5d-a49f-95275e0e8666" 2024-11-23T14:22:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d55889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39835,-1] 2024-11-23T14:22:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:20,647 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a9072f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:20,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39835,1732371721427 2024-11-23T14:22:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@346f92d1 2024-11-23T14:22:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:20,649 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:20,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:46397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:22:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:22:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:20,651 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:46397' 2024-11-23T14:22:20,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516e3597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:20,652 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46397,-1 for getting cluster id 2024-11-23T14:22:20,652 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:20,653 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6004d8d5-135e-4122-bdb9-09398d0b7fde' 2024-11-23T14:22:20,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:20,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6004d8d5-135e-4122-bdb9-09398d0b7fde" 2024-11-23T14:22:20,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6113a35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:20,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46397,-1] 2024-11-23T14:22:20,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:20,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:20,654 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:20,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b9abf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:20,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,46397,1732371726675 2024-11-23T14:22:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d49ad66 2024-11-23T14:22:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:20,656 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:20,656 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:22:20,656 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:22:20,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:20,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:20,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:20,657 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:20,658 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:22:20,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:22:20,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:20,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:22:20,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:22:20,708 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:22:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:21,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e08d7153606d2f3722ffb37f277e0b3c, NAME => 'hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214 2024-11-23T14:22:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:22:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:21,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:21,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e08d7153606d2f3722ffb37f277e0b3c, disabling compactions & flushes 2024-11-23T14:22:21,472 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:21,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:21,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. after waiting 0 ms 2024-11-23T14:22:21,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:21,472 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:21,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e08d7153606d2f3722ffb37f277e0b3c: Waiting for close lock at 1732371741472Disabling compacts and flushes for region at 1732371741472Disabling writes for close at 1732371741472Writing region close event to WAL at 1732371741472Closed at 1732371741472 2024-11-23T14:22:21,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:22:21,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371741473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371741473"}]},"ts":"1732371741473"} 2024-11-23T14:22:21,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:22:21,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:22:21,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371741476"}]},"ts":"1732371741476"} 2024-11-23T14:22:21,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:22:21,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e08d7153606d2f3722ffb37f277e0b3c, ASSIGN}] 2024-11-23T14:22:21,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e08d7153606d2f3722ffb37f277e0b3c, ASSIGN 2024-11-23T14:22:21,479 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e08d7153606d2f3722ffb37f277e0b3c, ASSIGN; state=OFFLINE, location=c6f7b1897123,38269,1732371721620; forceNewPlan=false, retain=false 2024-11-23T14:22:21,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e08d7153606d2f3722ffb37f277e0b3c, regionState=OPENING, regionLocation=c6f7b1897123,38269,1732371721620 2024-11-23T14:22:21,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e08d7153606d2f3722ffb37f277e0b3c, ASSIGN because future has completed 2024-11-23T14:22:21,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e08d7153606d2f3722ffb37f277e0b3c, server=c6f7b1897123,38269,1732371721620}] 2024-11-23T14:22:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:21,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:21,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:21,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:22:21,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C38269%2C1732371721620.rep, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/oldWALs, maxLogs=10 2024-11-23T14:22:21,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.rep.1732371741788, exclude list is [], retry=0 2024-11-23T14:22:21,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39403,DS-f33e598b-f3ac-4a24-a372-682986c15f8b,DISK] 2024-11-23T14:22:21,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.rep.1732371741788 2024-11-23T14:22:21,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33625:33625)] 2024-11-23T14:22:21,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e08d7153606d2f3722ffb37f277e0b3c, NAME => 'hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:21,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:21,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:22:21,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. service=MultiRowMutationService 2024-11-23T14:22:21,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:22:21,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:21,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,804 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,805 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08d7153606d2f3722ffb37f277e0b3c columnFamilyName hfileref 2024-11-23T14:22:21,805 DEBUG [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:21,806 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] regionserver.HStore(327): Store=e08d7153606d2f3722ffb37f277e0b3c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:21,806 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,807 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08d7153606d2f3722ffb37f277e0b3c columnFamilyName queue 2024-11-23T14:22:21,807 DEBUG [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:21,807 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] regionserver.HStore(327): Store=e08d7153606d2f3722ffb37f277e0b3c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:21,807 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,808 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08d7153606d2f3722ffb37f277e0b3c columnFamilyName sid 2024-11-23T14:22:21,808 DEBUG [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:21,808 INFO [StoreOpener-e08d7153606d2f3722ffb37f277e0b3c-1 {}] regionserver.HStore(327): Store=e08d7153606d2f3722ffb37f277e0b3c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:21,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:22:21,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:21,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e08d7153606d2f3722ffb37f277e0b3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61960843, jitterRate=-0.0767114907503128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:22:21,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:21,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e08d7153606d2f3722ffb37f277e0b3c: Running coprocessor pre-open hook at 1732371741804Writing region info on filesystem at 1732371741804Initializing all the Stores at 1732371741804Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371741804Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371741804Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371741804Cleaning up temporary data from old regions at 1732371741809 (+5 ms)Running coprocessor post-open hooks at 1732371741812 (+3 ms)Region opened successfully at 1732371741812 2024-11-23T14:22:21,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c., pid=10, masterSystemTime=1732371741783 2024-11-23T14:22:21,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:21,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:21,815 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e08d7153606d2f3722ffb37f277e0b3c, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,38269,1732371721620 2024-11-23T14:22:21,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e08d7153606d2f3722ffb37f277e0b3c, server=c6f7b1897123,38269,1732371721620 because future has completed 2024-11-23T14:22:21,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:22:21,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e08d7153606d2f3722ffb37f277e0b3c, server=c6f7b1897123,38269,1732371721620 in 189 msec 2024-11-23T14:22:21,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:22:21,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e08d7153606d2f3722ffb37f277e0b3c, ASSIGN in 345 msec 2024-11-23T14:22:21,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:22:21,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371741825"}]},"ts":"1732371741825"} 2024-11-23T14:22:21,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:22:21,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:22:21,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-23T14:22:21,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c., hostname=c6f7b1897123,38269,1732371721620, seqNum=2] 2024-11-23T14:22:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:21,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:22:22,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:22:22,121 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:22:22,147 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,38269,1732371721620, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:22:22,147 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:22,147 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38269,1732371721620, seqNum=-1] 2024-11-23T14:22:22,148 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:22,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T14:22:22,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,38269,1732371721620', locateType=CURRENT is [region=hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c., hostname=c6f7b1897123,38269,1732371721620, seqNum=2] 2024-11-23T14:22:22,152 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:22:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:22:22,154 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,38269,1732371721620 suceeded 2024-11-23T14:22:22,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:22:22,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-23T14:22:22,156 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:46397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:22:22,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-23T14:22:22,166 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:46397' 2024-11-23T14:22:22,167 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b33d001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,167 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46397,-1 for getting cluster id 2024-11-23T14:22:22,167 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:22,167 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6004d8d5-135e-4122-bdb9-09398d0b7fde' 2024-11-23T14:22:22,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:22,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6004d8d5-135e-4122-bdb9-09398d0b7fde" 2024-11-23T14:22:22,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d4f3bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46397,-1] 2024-11-23T14:22:22,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:22,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:22,168 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:22,169 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cf4a2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,169 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:22,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,46397,1732371726675 2024-11-23T14:22:22,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76140abd 2024-11-23T14:22:22,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:22,170 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-23T14:22:22,171 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,38269,1732371721620 (queues=1) is replicating from cluster=dde35028-1e3b-4d5d-a49f-95275e0e8666 to cluster=6004d8d5-135e-4122-bdb9-09398d0b7fde 2024-11-23T14:22:22,171 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C38269%2C1732371721620 2024-11-23T14:22:22,171 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,38269,1732371721620, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:22:22,171 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, startPosition=0, beingWritten=true 2024-11-23T14:22:22,171 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C38269%2C1732371721620 2024-11-23T14:22:22,175 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:22,175 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:22,175 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:22,378 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:22,681 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:22,794 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:22:22,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:22,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:22,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:22,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:22,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:22,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1176dda5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46397,-1 for getting cluster id 2024-11-23T14:22:22,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:22,796 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6004d8d5-135e-4122-bdb9-09398d0b7fde' 2024-11-23T14:22:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6004d8d5-135e-4122-bdb9-09398d0b7fde" 2024-11-23T14:22:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33182d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46397,-1] 2024-11-23T14:22:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:22,797 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272339e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,46397,1732371726675 2024-11-23T14:22:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b7e816a 2024-11-23T14:22:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:22,799 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:22,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:39657,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:22:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:22:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:22,802 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39657' 2024-11-23T14:22:22,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157e741e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,802 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39657,-1 for getting cluster id 2024-11-23T14:22:22,802 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:22,803 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dadf5468-553f-490e-bf5c-6bf4ce489825' 2024-11-23T14:22:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dadf5468-553f-490e-bf5c-6bf4ce489825" 2024-11-23T14:22:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec19e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39657,-1] 2024-11-23T14:22:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:22,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:22,804 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:22,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56701331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:22,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:22,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39657,1732371731555 2024-11-23T14:22:22,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77dce713 2024-11-23T14:22:22,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:22,806 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:22,806 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:22:22,807 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:22:22,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:22,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:22,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:22,807 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:22,808 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:22:22,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:22:22,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:22,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:22:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:22:22,815 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 559e45e857162429628a942393c5f31f, NAME => 'hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204 2024-11-23T14:22:22,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:22:22,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:22,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 559e45e857162429628a942393c5f31f, disabling compactions & flushes 2024-11-23T14:22:22,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:22,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:22,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. after waiting 0 ms 2024-11-23T14:22:22,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:22,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:22,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 559e45e857162429628a942393c5f31f: Waiting for close lock at 1732371742819Disabling compacts and flushes for region at 1732371742819Disabling writes for close at 1732371742819Writing region close event to WAL at 1732371742819Closed at 1732371742819 2024-11-23T14:22:22,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:22:22,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371742820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371742820"}]},"ts":"1732371742820"} 2024-11-23T14:22:22,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:22:22,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:22:22,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371742823"}]},"ts":"1732371742823"} 2024-11-23T14:22:22,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:22:22,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=559e45e857162429628a942393c5f31f, ASSIGN}] 2024-11-23T14:22:22,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=559e45e857162429628a942393c5f31f, ASSIGN 2024-11-23T14:22:22,826 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=559e45e857162429628a942393c5f31f, ASSIGN; state=OFFLINE, location=c6f7b1897123,43113,1732371726822; forceNewPlan=false, retain=false 2024-11-23T14:22:22,858 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:22:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:22,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=559e45e857162429628a942393c5f31f, regionState=OPENING, regionLocation=c6f7b1897123,43113,1732371726822 2024-11-23T14:22:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=559e45e857162429628a942393c5f31f, ASSIGN because future has completed 2024-11-23T14:22:22,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 559e45e857162429628a942393c5f31f, server=c6f7b1897123,43113,1732371726822}] 2024-11-23T14:22:23,085 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:23,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:23,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:23,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:22:23,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43113%2C1732371726822.rep, suffix=, logDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822, archiveDir=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/oldWALs, maxLogs=10 2024-11-23T14:22:23,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.rep.1732371743135, exclude list is [], retry=0 2024-11-23T14:22:23,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34695,DS-8583c714-0a1e-45ce-99a2-3833b1f2fd51,DISK] 2024-11-23T14:22:23,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.rep.1732371743135 2024-11-23T14:22:23,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399)] 2024-11-23T14:22:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 559e45e857162429628a942393c5f31f, NAME => 'hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:23,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:22:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. service=MultiRowMutationService 2024-11-23T14:22:23,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:22:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,154 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,155 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 559e45e857162429628a942393c5f31f columnFamilyName hfileref 2024-11-23T14:22:23,155 DEBUG [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:23,155 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] regionserver.HStore(327): Store=559e45e857162429628a942393c5f31f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:23,155 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,156 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 559e45e857162429628a942393c5f31f columnFamilyName queue 2024-11-23T14:22:23,156 DEBUG [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:23,156 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] regionserver.HStore(327): Store=559e45e857162429628a942393c5f31f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:23,156 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,157 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 559e45e857162429628a942393c5f31f columnFamilyName sid 2024-11-23T14:22:23,157 DEBUG [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:23,157 INFO [StoreOpener-559e45e857162429628a942393c5f31f-1 {}] regionserver.HStore(327): Store=559e45e857162429628a942393c5f31f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:23,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/replication/559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/replication/559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:22:23,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/replication/559e45e857162429628a942393c5f31f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:23,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 559e45e857162429628a942393c5f31f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72276454, jitterRate=0.07700309157371521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:22:23,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:23,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 559e45e857162429628a942393c5f31f: Running coprocessor pre-open hook at 1732371743151Writing region info on filesystem at 1732371743151Initializing all the Stores at 1732371743152 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371743152Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371743153 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371743153Cleaning up temporary data from old regions at 1732371743159 (+6 ms)Running coprocessor post-open hooks at 1732371743161 (+2 ms)Region opened successfully at 1732371743161 2024-11-23T14:22:23,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f., pid=10, masterSystemTime=1732371743131 2024-11-23T14:22:23,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:23,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:23,164 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=559e45e857162429628a942393c5f31f, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43113,1732371726822 2024-11-23T14:22:23,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 559e45e857162429628a942393c5f31f, server=c6f7b1897123,43113,1732371726822 because future has completed 2024-11-23T14:22:23,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:22:23,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 559e45e857162429628a942393c5f31f, server=c6f7b1897123,43113,1732371726822 in 188 msec 2024-11-23T14:22:23,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:22:23,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=559e45e857162429628a942393c5f31f, ASSIGN in 343 msec 2024-11-23T14:22:23,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:22:23,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371743170"}]},"ts":"1732371743170"} 2024-11-23T14:22:23,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:22:23,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:22:23,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 365 msec 2024-11-23T14:22:23,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f., hostname=c6f7b1897123,43113,1732371726822, seqNum=2] 2024-11-23T14:22:23,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:23,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:23,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:22:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:23,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:22:23,469 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:22:23,500 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,43113,1732371726822, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:22:23,501 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:23,501 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43113,1732371726822, seqNum=-1] 2024-11-23T14:22:23,501 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:23,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T14:22:23,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,43113,1732371726822', locateType=CURRENT is [region=hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f., hostname=c6f7b1897123,43113,1732371726822, seqNum=2] 2024-11-23T14:22:23,506 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:22:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:22:23,508 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,43113,1732371726822 suceeded 2024-11-23T14:22:23,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:22:23,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-23T14:22:23,509 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:39657,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:22:23,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 710 msec 2024-11-23T14:22:23,519 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39657' 2024-11-23T14:22:23,520 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8f84bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,520 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39657,-1 for getting cluster id 2024-11-23T14:22:23,520 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:23,521 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dadf5468-553f-490e-bf5c-6bf4ce489825' 2024-11-23T14:22:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dadf5468-553f-490e-bf5c-6bf4ce489825" 2024-11-23T14:22:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9922230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39657,-1] 2024-11-23T14:22:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:23,522 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:23,522 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e550a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,522 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:23,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39657,1732371731555 2024-11-23T14:22:23,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@499215f6 2024-11-23T14:22:23,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:23,523 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-23T14:22:23,524 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,43113,1732371726822 (queues=1) is replicating from cluster=6004d8d5-135e-4122-bdb9-09398d0b7fde to cluster=dadf5468-553f-490e-bf5c-6bf4ce489825 2024-11-23T14:22:23,524 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C43113%2C1732371726822 2024-11-23T14:22:23,524 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,43113,1732371726822, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:22:23,524 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, startPosition=0, beingWritten=true 2024-11-23T14:22:23,524 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C43113%2C1732371726822 2024-11-23T14:22:23,529 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:23,529 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 379, reset compression=false 2024-11-23T14:22:23,529 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:23,588 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:23,732 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 379, reset compression=false 2024-11-23T14:22:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:23,934 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:22:23,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:23,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:23,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:23,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:23,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:23,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c32d926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39657,-1 for getting cluster id 2024-11-23T14:22:23,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:23,936 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dadf5468-553f-490e-bf5c-6bf4ce489825' 2024-11-23T14:22:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dadf5468-553f-490e-bf5c-6bf4ce489825" 2024-11-23T14:22:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65370160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39657,-1] 2024-11-23T14:22:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:23,938 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa675f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:23,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39657,1732371731555 2024-11-23T14:22:23,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41fcbd8b 2024-11-23T14:22:23,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:23,940 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:23,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:39835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:22:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:22:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:23,942 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39835' 2024-11-23T14:22:23,943 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be16f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,943 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39835,-1 for getting cluster id 2024-11-23T14:22:23,943 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:23,944 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dde35028-1e3b-4d5d-a49f-95275e0e8666' 2024-11-23T14:22:23,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:23,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dde35028-1e3b-4d5d-a49f-95275e0e8666" 2024-11-23T14:22:23,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17335f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39835,-1] 2024-11-23T14:22:23,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:23,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:23,945 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:23,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5639c4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:23,946 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:23,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39835,1732371721427 2024-11-23T14:22:23,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b2799 2024-11-23T14:22:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:23,947 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:23,948 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T14:22:23,948 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:22:23,948 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:23,948 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:23,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:23,948 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:23,949 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:22:23,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:22:23,950 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:23,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:22:23,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:22:23,999 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:22:24,036 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 379, reset compression=false 2024-11-23T14:22:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:24,191 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:24,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bc1075446f196f67db5ac9a99d3a8e8, NAME => 'hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5 2024-11-23T14:22:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:22:24,439 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 379, reset compression=false 2024-11-23T14:22:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:24,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:24,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5bc1075446f196f67db5ac9a99d3a8e8, disabling compactions & flushes 2024-11-23T14:22:24,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:24,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:24,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. after waiting 0 ms 2024-11-23T14:22:24,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:24,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:24,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bc1075446f196f67db5ac9a99d3a8e8: Waiting for close lock at 1732371744781Disabling compacts and flushes for region at 1732371744781Disabling writes for close at 1732371744782 (+1 ms)Writing region close event to WAL at 1732371744782Closed at 1732371744782 2024-11-23T14:22:24,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:22:24,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371744783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371744783"}]},"ts":"1732371744783"} 2024-11-23T14:22:24,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:22:24,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:22:24,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371744785"}]},"ts":"1732371744785"} 2024-11-23T14:22:24,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:22:24,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bc1075446f196f67db5ac9a99d3a8e8, ASSIGN}] 2024-11-23T14:22:24,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bc1075446f196f67db5ac9a99d3a8e8, ASSIGN 2024-11-23T14:22:24,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5bc1075446f196f67db5ac9a99d3a8e8, ASSIGN; state=OFFLINE, location=c6f7b1897123,45731,1732371731693; forceNewPlan=false, retain=false 2024-11-23T14:22:24,895 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:24,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5bc1075446f196f67db5ac9a99d3a8e8, regionState=OPENING, regionLocation=c6f7b1897123,45731,1732371731693 2024-11-23T14:22:24,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5bc1075446f196f67db5ac9a99d3a8e8, ASSIGN because future has completed 2024-11-23T14:22:24,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bc1075446f196f67db5ac9a99d3a8e8, server=c6f7b1897123,45731,1732371731693}] 2024-11-23T14:22:24,942 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 379, reset compression=false 2024-11-23T14:22:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:25,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:25,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:25,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:22:25,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C45731%2C1732371731693.rep, suffix=, logDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693, archiveDir=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/oldWALs, maxLogs=10 2024-11-23T14:22:25,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.rep.1732371745098, exclude list is [], retry=0 2024-11-23T14:22:25,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33281,DS-2965d7f0-ff08-4990-8a59-e50ab4b812a4,DISK] 2024-11-23T14:22:25,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.rep.1732371745098 2024-11-23T14:22:25,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46659:46659)] 2024-11-23T14:22:25,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bc1075446f196f67db5ac9a99d3a8e8, NAME => 'hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:25,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:25,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:22:25,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. service=MultiRowMutationService 2024-11-23T14:22:25,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:22:25,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:25,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,116 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,116 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc1075446f196f67db5ac9a99d3a8e8 columnFamilyName hfileref 2024-11-23T14:22:25,116 DEBUG [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:25,117 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] regionserver.HStore(327): Store=5bc1075446f196f67db5ac9a99d3a8e8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:25,117 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,117 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc1075446f196f67db5ac9a99d3a8e8 columnFamilyName queue 2024-11-23T14:22:25,117 DEBUG [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:25,118 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] regionserver.HStore(327): Store=5bc1075446f196f67db5ac9a99d3a8e8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:25,118 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,118 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc1075446f196f67db5ac9a99d3a8e8 columnFamilyName sid 2024-11-23T14:22:25,118 DEBUG [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:25,119 INFO [StoreOpener-5bc1075446f196f67db5ac9a99d3a8e8-1 {}] regionserver.HStore(327): Store=5bc1075446f196f67db5ac9a99d3a8e8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:25,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:22:25,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:25,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5bc1075446f196f67db5ac9a99d3a8e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67284591, jitterRate=0.002618536353111267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:22:25,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:25,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5bc1075446f196f67db5ac9a99d3a8e8: Running coprocessor pre-open hook at 1732371745115Writing region info on filesystem at 1732371745115Initializing all the Stores at 1732371745115Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371745115Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371745115Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371745115Cleaning up temporary data from old regions at 1732371745120 (+5 ms)Running coprocessor post-open hooks at 1732371745123 (+3 ms)Region opened successfully at 1732371745123 2024-11-23T14:22:25,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8., pid=10, masterSystemTime=1732371745093 2024-11-23T14:22:25,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:25,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:25,125 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5bc1075446f196f67db5ac9a99d3a8e8, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,45731,1732371731693 2024-11-23T14:22:25,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bc1075446f196f67db5ac9a99d3a8e8, server=c6f7b1897123,45731,1732371731693 because future has completed 2024-11-23T14:22:25,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:22:25,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bc1075446f196f67db5ac9a99d3a8e8, server=c6f7b1897123,45731,1732371731693 in 187 msec 2024-11-23T14:22:25,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:22:25,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bc1075446f196f67db5ac9a99d3a8e8, ASSIGN in 342 msec 2024-11-23T14:22:25,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:22:25,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371745131"}]},"ts":"1732371745131"} 2024-11-23T14:22:25,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:22:25,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:22:25,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-23T14:22:25,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8., hostname=c6f7b1897123,45731,1732371731693, seqNum=2] 2024-11-23T14:22:25,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:25,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:25,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:22:25,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:22:25,405 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:22:25,431 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,45731,1732371731693, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:22:25,432 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:25,432 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,45731,1732371731693, seqNum=-1] 2024-11-23T14:22:25,432 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:25,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T14:22:25,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,45731,1732371731693', locateType=CURRENT is [region=hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8., hostname=c6f7b1897123,45731,1732371731693, seqNum=2] 2024-11-23T14:22:25,436 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:22:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:22:25,438 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,45731,1732371731693 suceeded 2024-11-23T14:22:25,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:22:25,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-23T14:22:25,439 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:39835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:22:25,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-11-23T14:22:25,450 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39835' 2024-11-23T14:22:25,451 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113a4a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:25,451 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39835,-1 for getting cluster id 2024-11-23T14:22:25,451 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:25,451 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dde35028-1e3b-4d5d-a49f-95275e0e8666' 2024-11-23T14:22:25,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:25,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dde35028-1e3b-4d5d-a49f-95275e0e8666" 2024-11-23T14:22:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1099d4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39835,-1] 2024-11-23T14:22:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:25,452 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:25,453 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c59105e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:25,453 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39835,1732371721427 2024-11-23T14:22:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b7a3b4e 2024-11-23T14:22:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:25,454 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T14:22:25,454 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,45731,1732371731693 (queues=1) is replicating from cluster=dadf5468-553f-490e-bf5c-6bf4ce489825 to cluster=dde35028-1e3b-4d5d-a49f-95275e0e8666 2024-11-23T14:22:25,454 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C45731%2C1732371731693 2024-11-23T14:22:25,454 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,45731,1732371731693, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:22:25,455 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C45731%2C1732371731693 2024-11-23T14:22:25,455 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, startPosition=0, beingWritten=true 2024-11-23T14:22:25,459 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:25,459 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 379, reset compression=false 2024-11-23T14:22:25,459 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,45731,1732371731693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:25,546 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 379, reset compression=false 2024-11-23T14:22:25,662 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 379, reset compression=false 2024-11-23T14:22:25,698 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:25,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:22:25,965 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 379, reset compression=false 2024-11-23T14:22:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:22:26,084 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:22:26,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:26,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:26,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:26,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:26,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:26,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc29045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39835,-1 for getting cluster id 2024-11-23T14:22:26,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:26,086 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dde35028-1e3b-4d5d-a49f-95275e0e8666' 2024-11-23T14:22:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dde35028-1e3b-4d5d-a49f-95275e0e8666" 2024-11-23T14:22:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa8322b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39835,-1] 2024-11-23T14:22:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:26,087 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b9c728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da3a797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46397,-1 for getting cluster id 2024-11-23T14:22:26,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:26,088 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6004d8d5-135e-4122-bdb9-09398d0b7fde' 2024-11-23T14:22:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6004d8d5-135e-4122-bdb9-09398d0b7fde" 2024-11-23T14:22:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd156f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46397,-1] 2024-11-23T14:22:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:26,089 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be027e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269acb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39657,-1 for getting cluster id 2024-11-23T14:22:26,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:26,091 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dadf5468-553f-490e-bf5c-6bf4ce489825' 2024-11-23T14:22:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dadf5468-553f-490e-bf5c-6bf4ce489825" 2024-11-23T14:22:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfab167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39657,-1] 2024-11-23T14:22:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:26,092 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4867573f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38269,1732371721620, seqNum=-1] 2024-11-23T14:22:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:26,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:26,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6., hostname=c6f7b1897123,38269,1732371721620, seqNum=2] 2024-11-23T14:22:26,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:26,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,45731,1732371731693, seqNum=-1] 2024-11-23T14:22:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:26,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0., hostname=c6f7b1897123,45731,1732371731693, seqNum=2] 2024-11-23T14:22:26,120 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T14:22:26,249 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 379, reset compression=false 2024-11-23T14:22:26,368 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 379, reset compression=false 2024-11-23T14:22:26,602 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 379, reset compression=false 2024-11-23T14:22:26,606 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:26,606 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 480, reset compression=false 2024-11-23T14:22:26,606 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[{test/776133f104ab8d42b7b5dabe69199ed6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T14:22:26,608 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:26,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-23T14:22:26,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:26,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6823d7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46397,-1 for getting cluster id 2024-11-23T14:22:26,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:26,610 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6004d8d5-135e-4122-bdb9-09398d0b7fde' 2024-11-23T14:22:26,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:26,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6004d8d5-135e-4122-bdb9-09398d0b7fde" 2024-11-23T14:22:26,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec1ea62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46397,-1] 2024-11-23T14:22:26,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:26,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:26,611 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:26,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e66ecc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:26,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:26,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43113,1732371726822, seqNum=-1] 2024-11-23T14:22:26,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:26,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T14:22:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4., hostname=c6f7b1897123,43113,1732371726822, seqNum=2] 2024-11-23T14:22:26,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:26,809 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 480, reset compression=false 2024-11-23T14:22:26,871 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 379, reset compression=false 2024-11-23T14:22:27,052 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 379, reset compression=false 2024-11-23T14:22:27,057 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:27,057 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 504, reset compression=false 2024-11-23T14:22:27,057 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d6a1f20df8ecf7dbda8aad4f227cdb4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T14:22:27,058 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:27,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-23T14:22:27,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:27,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fe6df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:27,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39657,-1 for getting cluster id 2024-11-23T14:22:27,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:27,061 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dadf5468-553f-490e-bf5c-6bf4ce489825' 2024-11-23T14:22:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dadf5468-553f-490e-bf5c-6bf4ce489825" 2024-11-23T14:22:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4831e801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39657,-1] 2024-11-23T14:22:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:27,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:27,062 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:27,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@135aac89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:27,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:27,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,45731,1732371731693, seqNum=-1] 2024-11-23T14:22:27,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:27,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T14:22:27,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0., hostname=c6f7b1897123,45731,1732371731693, seqNum=2] 2024-11-23T14:22:27,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:27,113 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 480, reset compression=false 2024-11-23T14:22:27,121 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T14:22:27,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:27,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43113,1732371726822, seqNum=-1] 2024-11-23T14:22:27,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:27,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4., hostname=c6f7b1897123,43113,1732371726822, seqNum=2] 2024-11-23T14:22:27,127 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T14:22:27,260 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 504, reset compression=false 2024-11-23T14:22:27,264 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:27,264 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 608, reset compression=false 2024-11-23T14:22:27,264 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d6a1f20df8ecf7dbda8aad4f227cdb4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T14:22:27,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:27,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:27,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:22:27,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:27,468 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 608, reset compression=false 2024-11-23T14:22:27,475 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 379, reset compression=false 2024-11-23T14:22:27,478 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:27,478 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 654, reset compression=false 2024-11-23T14:22:27,478 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,45731,1732371731693 got entry batch from reader: WALEntryBatch [walEntries=[{test/013464328fdab4cf493a07d2d2f3b5a0/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T14:22:27,480 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:27,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T14:22:27,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:27,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d825ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:27,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39835,-1 for getting cluster id 2024-11-23T14:22:27,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:27,482 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dde35028-1e3b-4d5d-a49f-95275e0e8666' 2024-11-23T14:22:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dde35028-1e3b-4d5d-a49f-95275e0e8666" 2024-11-23T14:22:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b2427b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39835,-1] 2024-11-23T14:22:27,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:27,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:27,483 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:27,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21e9643f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:27,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,38269,1732371721620, seqNum=-1] 2024-11-23T14:22:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:27,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T14:22:27,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6., hostname=c6f7b1897123,38269,1732371721620, seqNum=2] 2024-11-23T14:22:27,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:27,516 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 480, reset compression=false 2024-11-23T14:22:27,520 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:27,520 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 631, reset compression=false 2024-11-23T14:22:27,520 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:27,681 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 654, reset compression=false 2024-11-23T14:22:27,723 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 631, reset compression=false 2024-11-23T14:22:27,771 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 608, reset compression=false 2024-11-23T14:22:27,985 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 654, reset compression=false 2024-11-23T14:22:28,027 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 631, reset compression=false 2024-11-23T14:22:28,129 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T14:22:28,132 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T14:22:28,174 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 608, reset compression=false 2024-11-23T14:22:28,388 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 654, reset compression=false 2024-11-23T14:22:28,392 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:28,393 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 758, reset compression=false 2024-11-23T14:22:28,393 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,45731,1732371731693 got entry batch from reader: WALEntryBatch [walEntries=[{test/013464328fdab4cf493a07d2d2f3b5a0/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T14:22:28,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:28,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:28,430 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 631, reset compression=false 2024-11-23T14:22:28,433 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:28,433 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 759, reset compression=false 2024-11-23T14:22:28,433 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[{test/776133f104ab8d42b7b5dabe69199ed6/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T14:22:28,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:28,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:28,596 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 758, reset compression=false 2024-11-23T14:22:28,636 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 759, reset compression=false 2024-11-23T14:22:28,677 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 608, reset compression=false 2024-11-23T14:22:28,681 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:28,681 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 760, reset compression=false 2024-11-23T14:22:28,681 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:28,884 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 760, reset compression=false 2024-11-23T14:22:28,899 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 758, reset compression=false 2024-11-23T14:22:28,939 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 759, reset compression=false 2024-11-23T14:22:29,133 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T14:22:29,137 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T14:22:29,188 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 760, reset compression=false 2024-11-23T14:22:29,302 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 758, reset compression=false 2024-11-23T14:22:29,343 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 759, reset compression=false 2024-11-23T14:22:29,347 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:29,348 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 915, reset compression=false 2024-11-23T14:22:29,348 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[{test/776133f104ab8d42b7b5dabe69199ed6/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T14:22:29,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:29,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:29,558 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 915, reset compression=false 2024-11-23T14:22:29,591 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 760, reset compression=false 2024-11-23T14:22:29,595 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:29,595 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 908, reset compression=false 2024-11-23T14:22:29,595 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d6a1f20df8ecf7dbda8aad4f227cdb4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T14:22:29,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:29,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:29,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 908, reset compression=false 2024-11-23T14:22:29,806 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 758, reset compression=false 2024-11-23T14:22:29,809 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:29,809 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 929, reset compression=false 2024-11-23T14:22:29,809 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,45731,1732371731693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:29,862 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 915, reset compression=false 2024-11-23T14:22:30,012 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 929, reset compression=false 2024-11-23T14:22:30,101 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 908, reset compression=false 2024-11-23T14:22:30,138 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T14:22:30,141 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T14:22:30,265 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 915, reset compression=false 2024-11-23T14:22:30,315 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 929, reset compression=false 2024-11-23T14:22:30,504 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 908, reset compression=false 2024-11-23T14:22:30,508 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:30,508 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1067, reset compression=false 2024-11-23T14:22:30,508 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d6a1f20df8ecf7dbda8aad4f227cdb4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T14:22:30,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:30,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:30,711 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1067, reset compression=false 2024-11-23T14:22:30,718 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 929, reset compression=false 2024-11-23T14:22:30,722 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:30,722 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1078, reset compression=false 2024-11-23T14:22:30,722 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,45731,1732371731693 got entry batch from reader: WALEntryBatch [walEntries=[{test/013464328fdab4cf493a07d2d2f3b5a0/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T14:22:30,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:30,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:30,768 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 915, reset compression=false 2024-11-23T14:22:30,772 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:30,772 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1088, reset compression=false 2024-11-23T14:22:30,772 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:30,925 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1078, reset compression=false 2024-11-23T14:22:30,976 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1088, reset compression=false 2024-11-23T14:22:31,014 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1067, reset compression=false 2024-11-23T14:22:31,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:22:31,143 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T14:22:31,145 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T14:22:31,229 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1078, reset compression=false 2024-11-23T14:22:31,233 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:31,233 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1237, reset compression=false 2024-11-23T14:22:31,233 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,45731,1732371731693 got entry batch from reader: WALEntryBatch [walEntries=[{test/013464328fdab4cf493a07d2d2f3b5a0/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T14:22:31,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:31,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:31,278 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1088, reset compression=false 2024-11-23T14:22:31,282 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:31,282 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1238, reset compression=false 2024-11-23T14:22:31,282 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[{test/776133f104ab8d42b7b5dabe69199ed6/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T14:22:31,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:31,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:31,417 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1067, reset compression=false 2024-11-23T14:22:31,421 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:31,421 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1241, reset compression=false 2024-11-23T14:22:31,421 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:31,440 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1237, reset compression=false 2024-11-23T14:22:31,485 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1238, reset compression=false 2024-11-23T14:22:31,624 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1241, reset compression=false 2024-11-23T14:22:31,743 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1237, reset compression=false 2024-11-23T14:22:31,788 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1238, reset compression=false 2024-11-23T14:22:31,927 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1241, reset compression=false 2024-11-23T14:22:32,147 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T14:22:32,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2321c946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:32,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39657,-1 for getting cluster id 2024-11-23T14:22:32,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:32,154 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dadf5468-553f-490e-bf5c-6bf4ce489825' 2024-11-23T14:22:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dadf5468-553f-490e-bf5c-6bf4ce489825" 2024-11-23T14:22:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f5e1db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39657,-1] 2024-11-23T14:22:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:32,154 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1237, reset compression=false 2024-11-23T14:22:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:32,155 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7169fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:32,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39657,1732371731555 2024-11-23T14:22:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e68e5b7 2024-11-23T14:22:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:32,160 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:32,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-23T14:22:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-23T14:22:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T14:22:32,191 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1238, reset compression=false 2024-11-23T14:22:32,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:22:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T14:22:32,333 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1241, reset compression=false 2024-11-23T14:22:32,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T14:22:32,384 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-23T14:22:32,385 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-23T14:22:32,385 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,45731,1732371731693 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-23T14:22:32,385 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0. 2024-11-23T14:22:32,385 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:32,385 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:32,386 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:32,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T14:22:32,486 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:22:32,486 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:22:32,586 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 terminated 2024-11-23T14:22:32,602 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,45731,1732371731693, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:22:32,603 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-23T14:22:32,603 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T14:22:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T14:22:32,605 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c6f7b1897123,45731,1732371731693 suceeded 2024-11-23T14:22:32,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T14:22:32,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-23T14:22:32,607 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-23T14:22:32,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 446 msec 2024-11-23T14:22:32,616 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39835' 2024-11-23T14:22:32,617 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4675c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:32,617 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39835,-1 for getting cluster id 2024-11-23T14:22:32,617 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:32,617 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dde35028-1e3b-4d5d-a49f-95275e0e8666' 2024-11-23T14:22:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dde35028-1e3b-4d5d-a49f-95275e0e8666" 2024-11-23T14:22:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60d19cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39835,-1] 2024-11-23T14:22:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:32,619 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:32,619 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e631ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:32,619 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:32,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39835,1732371721427 2024-11-23T14:22:32,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3970a2a9 2024-11-23T14:22:32,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:32,621 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T14:22:32,621 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,45731,1732371731693 (queues=1) is replicating from cluster=dadf5468-553f-490e-bf5c-6bf4ce489825 to cluster=dde35028-1e3b-4d5d-a49f-95275e0e8666 2024-11-23T14:22:32,621 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C45731%2C1732371731693 2024-11-23T14:22:32,621 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,45731,1732371731693, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:22:32,622 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C45731%2C1732371731693 2024-11-23T14:22:32,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:32,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:22:32,655 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68626 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:22:32,694 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1238, reset compression=false 2024-11-23T14:22:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T14:22:32,795 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:22:32,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:32,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:32,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:32,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:32,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:32,798 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-23T14:22:32,837 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1241, reset compression=false 2024-11-23T14:22:33,296 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1238, reset compression=false 2024-11-23T14:22:33,300 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:33,301 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1342, reset compression=false 2024-11-23T14:22:33,301 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[{test/776133f104ab8d42b7b5dabe69199ed6/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T14:22:33,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:33,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:33,440 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1241, reset compression=false 2024-11-23T14:22:33,444 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:33,444 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1369, reset compression=false 2024-11-23T14:22:33,444 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d6a1f20df8ecf7dbda8aad4f227cdb4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T14:22:33,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:33,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:33,504 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1342, reset compression=false 2024-11-23T14:22:33,649 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1369, reset compression=false 2024-11-23T14:22:33,799 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-23T14:22:33,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf2dece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:33,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39657,-1 for getting cluster id 2024-11-23T14:22:33,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:33,802 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dadf5468-553f-490e-bf5c-6bf4ce489825' 2024-11-23T14:22:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dadf5468-553f-490e-bf5c-6bf4ce489825" 2024-11-23T14:22:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2461f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39657,-1] 2024-11-23T14:22:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:33,803 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:33,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157ceada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:33,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39657,1732371731555 2024-11-23T14:22:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4565c9ed 2024-11-23T14:22:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:22:33,807 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1342, reset compression=false 2024-11-23T14:22:33,808 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:22:33,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-23T14:22:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-23T14:22:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T14:22:33,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:22:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T14:22:33,952 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1369, reset compression=false 2024-11-23T14:22:33,956 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:33,956 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:33,956 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d6a1f20df8ecf7dbda8aad4f227cdb4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T14:22:33,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:33,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:34,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-23T14:22:34,025 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-23T14:22:34,026 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T14:22:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-23T14:22:34,028 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c6f7b1897123,45731,1732371731693 suceeded 2024-11-23T14:22:34,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T14:22:34,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-23T14:22:34,029 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-23T14:22:34,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 221 msec 2024-11-23T14:22:34,123 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, startPosition=1237, beingWritten=true 2024-11-23T14:22:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T14:22:34,124 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:22:34,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:34,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:34,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:34,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:34,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:34,126 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-23T14:22:34,127 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:22:34,127 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1515, reset compression=false 2024-11-23T14:22:34,127 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,45731,1732371731693 got entry batch from reader: WALEntryBatch [walEntries=[{test/013464328fdab4cf493a07d2d2f3b5a0/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T14:22:34,129 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:34,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T14:22:34,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:22:34,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:22:34,159 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:34,210 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1342, reset compression=false 2024-11-23T14:22:34,214 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:34,214 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:34,214 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:34,331 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1515, reset compression=false 2024-11-23T14:22:34,418 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:34,462 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:34,634 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1515, reset compression=false 2024-11-23T14:22:34,721 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:34,865 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:35,036 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1515, reset compression=false 2024-11-23T14:22:35,124 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:35,128 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-23T14:22:35,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:22:35,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:35,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:35,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:35,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:35,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:22:35,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2138073076, stopped=false 2024-11-23T14:22:35,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,39657,1732371731555 2024-11-23T14:22:35,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2629478289/running 2024-11-23T14:22:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2629478289/running 2024-11-23T14:22:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:35,188 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:22:35,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:35,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:35,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:35,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on znode that does not yet exist, /2629478289/running 2024-11-23T14:22:35,189 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,45731,1732371731693' ***** 2024-11-23T14:22:35,189 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:22:35,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Set watcher on znode that does not yet exist, /2629478289/running 2024-11-23T14:22:35,190 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:22:35,190 INFO [RS:0;c6f7b1897123:45731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:22:35,190 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:22:35,190 INFO [RS:0;c6f7b1897123:45731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:22:35,190 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:35,190 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(3091): Received CLOSE for 013464328fdab4cf493a07d2d2f3b5a0 2024-11-23T14:22:35,190 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,45731,1732371731693 2024-11-23T14:22:35,190 INFO [RS:0;c6f7b1897123:45731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:22:35,190 INFO [RS:0;c6f7b1897123:45731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:45731. 2024-11-23T14:22:35,190 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bc1075446f196f67db5ac9a99d3a8e8, disabling compactions & flushes 2024-11-23T14:22:35,190 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:35,190 DEBUG [RS:0;c6f7b1897123:45731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:35,190 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:35,191 DEBUG [RS:0;c6f7b1897123:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:35,191 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. after waiting 1 ms 2024-11-23T14:22:35,191 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:35,191 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:22:35,191 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:22:35,191 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:22:35,191 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:22:35,191 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bc1075446f196f67db5ac9a99d3a8e8 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-23T14:22:35,191 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:22:35,191 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1325): Online Regions={5bc1075446f196f67db5ac9a99d3a8e8=hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8., 013464328fdab4cf493a07d2d2f3b5a0=test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:22:35,191 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 013464328fdab4cf493a07d2d2f3b5a0, 1588230740, 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:35,191 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:22:35,191 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:22:35,191 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:22:35,191 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:22:35,191 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:22:35,191 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:22:35,205 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8/.tmp/queue/111c3e1a2907432398fc1428269b6b3e is 154, key is 1-c6f7b1897123,45731,1732371731693/queue:c6f7b1897123%2C45731%2C1732371731693/1732371754133/Put/seqid=0 2024-11-23T14:22:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741840_1016 (size=5353) 2024-11-23T14:22:35,209 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/info/bc1599b20b0745d692c019c55f63a96b is 147, key is hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8./info:regioninfo/1732371745125/Put/seqid=0 2024-11-23T14:22:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741841_1017 (size=7686) 2024-11-23T14:22:35,241 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:22:35,369 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:35,391 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 013464328fdab4cf493a07d2d2f3b5a0, 1588230740, 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:35,539 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1515, reset compression=false 2024-11-23T14:22:35,591 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 013464328fdab4cf493a07d2d2f3b5a0, 1588230740, 5bc1075446f196f67db5ac9a99d3a8e8 2024-11-23T14:22:35,609 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8/.tmp/queue/111c3e1a2907432398fc1428269b6b3e 2024-11-23T14:22:35,613 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/info/bc1599b20b0745d692c019c55f63a96b 2024-11-23T14:22:35,613 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8/.tmp/queue/111c3e1a2907432398fc1428269b6b3e as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8/queue/111c3e1a2907432398fc1428269b6b3e 2024-11-23T14:22:35,617 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8/queue/111c3e1a2907432398fc1428269b6b3e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T14:22:35,617 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5bc1075446f196f67db5ac9a99d3a8e8 in 426ms, sequenceid=12, compaction requested=false 2024-11-23T14:22:35,620 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/replication/5bc1075446f196f67db5ac9a99d3a8e8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T14:22:35,621 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:22:35,621 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:22:35,621 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:35,621 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bc1075446f196f67db5ac9a99d3a8e8: Waiting for close lock at 1732371755190Running coprocessor pre-close hooks at 1732371755190Disabling compacts and flushes for region at 1732371755190Disabling writes for close at 1732371755191 (+1 ms)Obtaining lock to block concurrent updates at 1732371755191Preparing flush snapshotting stores in 5bc1075446f196f67db5ac9a99d3a8e8 at 1732371755191Finished memstore snapshotting hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732371755191Flushing stores of hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. at 1732371755192 (+1 ms)Flushing 5bc1075446f196f67db5ac9a99d3a8e8/queue: creating writer at 1732371755192Flushing 5bc1075446f196f67db5ac9a99d3a8e8/queue: appending metadata at 1732371755204 (+12 ms)Flushing 5bc1075446f196f67db5ac9a99d3a8e8/queue: closing flushed file at 1732371755204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f39c34: reopening flushed file at 1732371755613 (+409 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5bc1075446f196f67db5ac9a99d3a8e8 in 426ms, sequenceid=12, compaction requested=false at 1732371755617 (+4 ms)Writing region close event to WAL at 1732371755618 (+1 ms)Running coprocessor post-close hooks at 1732371755620 (+2 ms)Closed at 1732371755621 (+1 ms) 2024-11-23T14:22:35,621 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371743948.5bc1075446f196f67db5ac9a99d3a8e8. 2024-11-23T14:22:35,621 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 013464328fdab4cf493a07d2d2f3b5a0, disabling compactions & flushes 2024-11-23T14:22:35,621 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:35,621 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:35,621 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. after waiting 0 ms 2024-11-23T14:22:35,621 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:35,621 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 013464328fdab4cf493a07d2d2f3b5a0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T14:22:35,627 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:35,633 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/ns/1d03cba568fd4b8f9f258689a327d6d0 is 43, key is default/ns:d/1732371734984/Put/seqid=0 2024-11-23T14:22:35,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741842_1018 (size=5153) 2024-11-23T14:22:35,638 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/f/10bada3e93ce4f29ae7a2b4b252e0757 is 37, key is row3/f:row3/1732371752796/Put/seqid=0 2024-11-23T14:22:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741843_1019 (size=5228) 2024-11-23T14:22:35,792 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 013464328fdab4cf493a07d2d2f3b5a0, 1588230740 2024-11-23T14:22:35,960 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:22:35,960 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:22:35,972 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:35,992 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 013464328fdab4cf493a07d2d2f3b5a0, 1588230740 2024-11-23T14:22:36,036 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/ns/1d03cba568fd4b8f9f258689a327d6d0 2024-11-23T14:22:36,041 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/f/10bada3e93ce4f29ae7a2b4b252e0757 2024-11-23T14:22:36,044 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10bada3e93ce4f29ae7a2b4b252e0757 2024-11-23T14:22:36,056 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/rep_barrier/f0ee029cfe524f25a81f6030693f2c5e is 112, key is test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0./rep_barrier:seqnumDuringOpen/1732371739689/Put/seqid=0 2024-11-23T14:22:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741844_1020 (size=5518) 2024-11-23T14:22:36,060 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/f1/d97017f9790c479f8da21028fd168922 is 30, key is row1/f1:/1732371750139/DeleteFamily/seqid=0 2024-11-23T14:22:36,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741845_1021 (size=5158) 2024-11-23T14:22:36,064 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/f1/d97017f9790c479f8da21028fd168922 2024-11-23T14:22:36,068 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d97017f9790c479f8da21028fd168922 2024-11-23T14:22:36,082 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/norep/e0fcd8e3a5b6433dbbeb3cf931695cbd is 33, key is row2/norep:/1732371751143/DeleteFamily/seqid=0 2024-11-23T14:22:36,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741846_1022 (size=5108) 2024-11-23T14:22:36,142 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1515, reset compression=false 2024-11-23T14:22:36,146 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:36,146 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1762, reset compression=false 2024-11-23T14:22:36,146 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,45731,1732371731693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:36,147 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,45731,1732371731693: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,45731,1732371731693, walGroup=c6f7b1897123%2C45731%2C1732371731693, offset=c6f7b1897123%2C45731%2C1732371731693.1732371734056:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:45731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:22:36,149 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:22:36,149 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:22:36,149 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:22:36,149 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:22:36,149 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:22:36,149 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 841792544 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198128024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:22:36,149 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:22:36,192 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:22:36,192 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1325): Online Regions={013464328fdab4cf493a07d2d2f3b5a0=test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:22:36,192 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 013464328fdab4cf493a07d2d2f3b5a0, 1588230740 2024-11-23T14:22:36,230 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:36,266 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:22:36,351 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1762, reset compression=false 2024-11-23T14:22:36,392 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 013464328fdab4cf493a07d2d2f3b5a0, 1588230740 2024-11-23T14:22:36,460 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/rep_barrier/f0ee029cfe524f25a81f6030693f2c5e 2024-11-23T14:22:36,476 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/table/3560e4719c634c5fabe166e018a2844c is 53, key is hbase:replication/table:state/1732371745131/Put/seqid=0 2024-11-23T14:22:36,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741847_1023 (size=5308) 2024-11-23T14:22:36,486 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/norep/e0fcd8e3a5b6433dbbeb3cf931695cbd 2024-11-23T14:22:36,489 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0fcd8e3a5b6433dbbeb3cf931695cbd 2024-11-23T14:22:36,490 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/f/10bada3e93ce4f29ae7a2b4b252e0757 as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/f/10bada3e93ce4f29ae7a2b4b252e0757 2024-11-23T14:22:36,493 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10bada3e93ce4f29ae7a2b4b252e0757 2024-11-23T14:22:36,493 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/f/10bada3e93ce4f29ae7a2b4b252e0757, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T14:22:36,493 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/f1/d97017f9790c479f8da21028fd168922 as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/f1/d97017f9790c479f8da21028fd168922 2024-11-23T14:22:36,496 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d97017f9790c479f8da21028fd168922 2024-11-23T14:22:36,497 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/f1/d97017f9790c479f8da21028fd168922, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T14:22:36,497 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/.tmp/norep/e0fcd8e3a5b6433dbbeb3cf931695cbd as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/norep/e0fcd8e3a5b6433dbbeb3cf931695cbd 2024-11-23T14:22:36,500 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0fcd8e3a5b6433dbbeb3cf931695cbd 2024-11-23T14:22:36,500 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/norep/e0fcd8e3a5b6433dbbeb3cf931695cbd, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T14:22:36,501 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 013464328fdab4cf493a07d2d2f3b5a0 in 880ms, sequenceid=12, compaction requested=false 2024-11-23T14:22:36,506 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/default/test/013464328fdab4cf493a07d2d2f3b5a0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T14:22:36,507 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:22:36,507 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:22:36,507 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:36,507 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 013464328fdab4cf493a07d2d2f3b5a0: Waiting for close lock at 1732371755621Running coprocessor pre-close hooks at 1732371755621Disabling compacts and flushes for region at 1732371755621Disabling writes for close at 1732371755621Obtaining lock to block concurrent updates at 1732371755621Preparing flush snapshotting stores in 013464328fdab4cf493a07d2d2f3b5a0 at 1732371755621Finished memstore snapshotting test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732371755621Flushing stores of test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. at 1732371755622 (+1 ms)Flushing 013464328fdab4cf493a07d2d2f3b5a0/f: creating writer at 1732371755622Flushing 013464328fdab4cf493a07d2d2f3b5a0/f: appending metadata at 1732371755637 (+15 ms)Flushing 013464328fdab4cf493a07d2d2f3b5a0/f: closing flushed file at 1732371755637Flushing 013464328fdab4cf493a07d2d2f3b5a0/f1: creating writer at 1732371756044 (+407 ms)Flushing 013464328fdab4cf493a07d2d2f3b5a0/f1: appending metadata at 1732371756060 (+16 ms)Flushing 013464328fdab4cf493a07d2d2f3b5a0/f1: closing flushed file at 1732371756060Flushing 013464328fdab4cf493a07d2d2f3b5a0/norep: creating writer at 1732371756068 (+8 ms)Flushing 013464328fdab4cf493a07d2d2f3b5a0/norep: appending metadata at 1732371756082 (+14 ms)Flushing 013464328fdab4cf493a07d2d2f3b5a0/norep: closing flushed file at 1732371756082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296e8639: reopening flushed file at 1732371756489 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e020a95: reopening flushed file at 1732371756493 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657c867f: reopening flushed file at 1732371756497 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 013464328fdab4cf493a07d2d2f3b5a0 in 880ms, sequenceid=12, compaction requested=false at 1732371756501 (+4 ms)Writing region close event to WAL at 1732371756504 (+3 ms)Running coprocessor post-close hooks at 1732371756507 (+3 ms)Closed at 1732371756507 2024-11-23T14:22:36,507 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371738496.013464328fdab4cf493a07d2d2f3b5a0. 2024-11-23T14:22:36,592 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:22:36,654 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 1762, reset compression=false 2024-11-23T14:22:36,657 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:36,657 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 2406, reset compression=false 2024-11-23T14:22:36,674 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:36,793 DEBUG [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:22:36,860 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 2406, reset compression=false 2024-11-23T14:22:36,882 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/table/3560e4719c634c5fabe166e018a2844c 2024-11-23T14:22:36,886 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/info/bc1599b20b0745d692c019c55f63a96b as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/info/bc1599b20b0745d692c019c55f63a96b 2024-11-23T14:22:36,890 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/info/bc1599b20b0745d692c019c55f63a96b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:22:36,890 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/ns/1d03cba568fd4b8f9f258689a327d6d0 as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/ns/1d03cba568fd4b8f9f258689a327d6d0 2024-11-23T14:22:36,893 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/ns/1d03cba568fd4b8f9f258689a327d6d0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:22:36,894 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/rep_barrier/f0ee029cfe524f25a81f6030693f2c5e as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/rep_barrier/f0ee029cfe524f25a81f6030693f2c5e 2024-11-23T14:22:36,897 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/rep_barrier/f0ee029cfe524f25a81f6030693f2c5e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:22:36,897 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/.tmp/table/3560e4719c634c5fabe166e018a2844c as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/table/3560e4719c634c5fabe166e018a2844c 2024-11-23T14:22:36,900 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/table/3560e4719c634c5fabe166e018a2844c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:22:36,901 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-23T14:22:36,904 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:22:36,905 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:22:36,905 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:22:36,905 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:36,905 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371755191Running coprocessor pre-close hooks at 1732371755191Disabling compacts and flushes for region at 1732371755191Disabling writes for close at 1732371755191Obtaining lock to block concurrent updates at 1732371755191Preparing flush snapshotting stores in 1588230740 at 1732371755191Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371755192 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371755192Flushing 1588230740/info: creating writer at 1732371755192Flushing 1588230740/info: appending metadata at 1732371755209 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732371755209Flushing 1588230740/ns: creating writer at 1732371755616 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732371755632 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732371755632Flushing 1588230740/rep_barrier: creating writer at 1732371756040 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371756056 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371756056Flushing 1588230740/table: creating writer at 1732371756463 (+407 ms)Flushing 1588230740/table: appending metadata at 1732371756475 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732371756475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1b6888: reopening flushed file at 1732371756886 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196b1e3e: reopening flushed file at 1732371756890 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2837a5aa: reopening flushed file at 1732371756894 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607ceb83: reopening flushed file at 1732371756897 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1732371756901 (+4 ms)Writing region close event to WAL at 1732371756902 (+1 ms)Running coprocessor post-close hooks at 1732371756905 (+3 ms)Closed at 1732371756905 2024-11-23T14:22:36,905 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:36,933 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:36,993 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,45731,1732371731693; all regions closed. 2024-11-23T14:22:36,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:22:36,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.meta.1732371734937.meta not finished, retry = 0 2024-11-23T14:22:37,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741839_1015 (size=3115) 2024-11-23T14:22:37,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.rep.1732371745098 not finished, retry = 0 2024-11-23T14:22:37,163 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/WALs/c6f7b1897123,45731,1732371731693/c6f7b1897123%2C45731%2C1732371731693.1732371734056 to pos 2406, reset compression=false 2024-11-23T14:22:37,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741832_1008 (size=2414) 2024-11-23T14:22:37,200 DEBUG [RS:0;c6f7b1897123:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:37,200 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:22:37,200 INFO [RS:0;c6f7b1897123:45731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:22:37,200 INFO [RS:0;c6f7b1897123:45731 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:22:37,201 INFO [RS:0;c6f7b1897123:45731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:22:37,201 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:22:37,201 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,45731,1732371731693 because: Region server is closing 2024-11-23T14:22:37,201 INFO [RS:0;c6f7b1897123:45731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:45731. 2024-11-23T14:22:37,201 DEBUG [RS:0;c6f7b1897123:45731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:37,201 DEBUG [RS:0;c6f7b1897123:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:37,201 DEBUG [RS:0;c6f7b1897123:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:37,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:37,301 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.shipperc6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 terminated 2024-11-23T14:22:37,301 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,45731,1732371731693.replicationSource.wal-reader.c6f7b1897123%2C45731%2C1732371731693,1-c6f7b1897123,45731,1732371731693 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:22:37,301 INFO [RS:0;c6f7b1897123:45731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:45731. 2024-11-23T14:22:37,302 DEBUG [RS:0;c6f7b1897123:45731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:37,302 DEBUG [RS:0;c6f7b1897123:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:37,302 DEBUG [RS:0;c6f7b1897123:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:37,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:37,302 INFO [RS:0;c6f7b1897123:45731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45731 2024-11-23T14:22:37,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2629478289/rs/c6f7b1897123,45731,1732371731693 2024-11-23T14:22:37,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289/rs 2024-11-23T14:22:37,346 INFO [RS:0;c6f7b1897123:45731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:22:37,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,45731,1732371731693] 2024-11-23T14:22:37,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2629478289/draining/c6f7b1897123,45731,1732371731693 already deleted, retry=false 2024-11-23T14:22:37,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,45731,1732371731693 expired; onlineServers=0 2024-11-23T14:22:37,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,39657,1732371731555' ***** 2024-11-23T14:22:37,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:22:37,367 INFO [M:0;c6f7b1897123:39657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:22:37,367 INFO [M:0;c6f7b1897123:39657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:22:37,367 DEBUG [M:0;c6f7b1897123:39657 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:22:37,367 DEBUG [M:0;c6f7b1897123:39657 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:22:37,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:22:37,367 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371733741 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371733741,5,FailOnTimeoutGroup] 2024-11-23T14:22:37,367 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371733741 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371733741,5,FailOnTimeoutGroup] 2024-11-23T14:22:37,367 INFO [M:0;c6f7b1897123:39657 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:22:37,367 INFO [M:0;c6f7b1897123:39657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:22:37,367 DEBUG [M:0;c6f7b1897123:39657 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:22:37,368 INFO [M:0;c6f7b1897123:39657 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:22:37,368 INFO [M:0;c6f7b1897123:39657 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:22:37,368 INFO [M:0;c6f7b1897123:39657 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:22:37,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:22:37,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2629478289/master 2024-11-23T14:22:37,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2629478289 2024-11-23T14:22:37,408 DEBUG [M:0;c6f7b1897123:39657 {}] zookeeper.ZKUtil(347): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Unable to get data of znode /2629478289/master because node does not exist (not an error) 2024-11-23T14:22:37,408 WARN [M:0;c6f7b1897123:39657 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:22:37,409 INFO [M:0;c6f7b1897123:39657 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/.lastflushedseqids 2024-11-23T14:22:37,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741848_1024 (size=245) 2024-11-23T14:22:37,456 INFO [RS:0;c6f7b1897123:45731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:22:37,457 INFO [RS:0;c6f7b1897123:45731 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,45731,1732371731693; zookeeper connection closed. 2024-11-23T14:22:37,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:37,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x10168129fb30007, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:37,457 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c4d68e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c4d68e6 2024-11-23T14:22:37,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:22:37,477 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:37,736 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:37,813 INFO [M:0;c6f7b1897123:39657 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:22:37,813 INFO [M:0;c6f7b1897123:39657 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:22:37,813 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:22:37,813 INFO [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:37,813 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:37,813 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:22:37,813 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:37,813 INFO [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-23T14:22:37,827 DEBUG [M:0;c6f7b1897123:39657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ffadacdca634f2099fea5754c2b8821 is 82, key is hbase:meta,,1/info:regioninfo/1732371734964/Put/seqid=0 2024-11-23T14:22:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741849_1025 (size=5672) 2024-11-23T14:22:38,230 INFO [M:0;c6f7b1897123:39657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ffadacdca634f2099fea5754c2b8821 2024-11-23T14:22:38,246 DEBUG [M:0;c6f7b1897123:39657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d94904ab2e2446aa968d376f3adc9bc7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732371745134/Put/seqid=0 2024-11-23T14:22:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741850_1026 (size=9211) 2024-11-23T14:22:38,380 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:38,639 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:38,651 INFO [M:0;c6f7b1897123:39657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d94904ab2e2446aa968d376f3adc9bc7 2024-11-23T14:22:38,667 DEBUG [M:0;c6f7b1897123:39657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/770fb8e8d33748f0bd4c0acfcd39bc0d is 69, key is c6f7b1897123,45731,1732371731693/rs:state/1732371733858/Put/seqid=0 2024-11-23T14:22:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741851_1027 (size=5156) 2024-11-23T14:22:39,070 INFO [M:0;c6f7b1897123:39657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/770fb8e8d33748f0bd4c0acfcd39bc0d 2024-11-23T14:22:39,074 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ffadacdca634f2099fea5754c2b8821 as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ffadacdca634f2099fea5754c2b8821 2024-11-23T14:22:39,077 INFO [M:0;c6f7b1897123:39657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ffadacdca634f2099fea5754c2b8821, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T14:22:39,078 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d94904ab2e2446aa968d376f3adc9bc7 as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d94904ab2e2446aa968d376f3adc9bc7 2024-11-23T14:22:39,081 INFO [M:0;c6f7b1897123:39657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d94904ab2e2446aa968d376f3adc9bc7, entries=15, sequenceid=127, filesize=9.0 K 2024-11-23T14:22:39,082 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/770fb8e8d33748f0bd4c0acfcd39bc0d as hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/770fb8e8d33748f0bd4c0acfcd39bc0d 2024-11-23T14:22:39,085 INFO [M:0;c6f7b1897123:39657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40413/user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/770fb8e8d33748f0bd4c0acfcd39bc0d, entries=1, sequenceid=127, filesize=5.0 K 2024-11-23T14:22:39,086 INFO [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false 2024-11-23T14:22:39,088 INFO [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:39,088 DEBUG [M:0;c6f7b1897123:39657 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371757813Disabling compacts and flushes for region at 1732371757813Disabling writes for close at 1732371757813Obtaining lock to block concurrent updates at 1732371757813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371757813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732371757813Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371757814 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371757814Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371757826 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371757826Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371758234 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371758246 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371758246Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371758654 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371758666 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371758666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10aac31d: reopening flushed file at 1732371759073 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e9bb7c: reopening flushed file at 1732371759077 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36064beb: reopening flushed file at 1732371759081 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false at 1732371759086 (+5 ms)Writing region close event to WAL at 1732371759088 (+2 ms)Closed at 1732371759088 2024-11-23T14:22:39,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71b537d0-5cd0-3be2-3fb6-cd6ed222a5b5/MasterData/WALs/c6f7b1897123,39657,1732371731555/c6f7b1897123%2C39657%2C1732371731555.1732371733445 not finished, retry = 0 2024-11-23T14:22:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33281 is added to blk_1073741830_1006 (size=73854) 2024-11-23T14:22:39,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:22:39,191 INFO [M:0;c6f7b1897123:39657 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:22:39,191 INFO [M:0;c6f7b1897123:39657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39657 2024-11-23T14:22:39,191 INFO [M:0;c6f7b1897123:39657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:22:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:39,362 INFO [M:0;c6f7b1897123:39657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:22:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39657-0x10168129fb30006, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:39,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49cf841{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:39,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a33afe4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:22:39,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:22:39,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525fc1b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:22:39,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50919fa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.log.dir/,STOPPED} 2024-11-23T14:22:39,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:22:39,366 WARN [BP-1520152760-172.17.0.3-1732371729593 heartbeating to localhost/127.0.0.1:40413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:22:39,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:22:39,366 WARN [BP-1520152760-172.17.0.3-1732371729593 heartbeating to localhost/127.0.0.1:40413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1520152760-172.17.0.3-1732371729593 (Datanode Uuid 2c701279-aba1-4c7b-be30-cea19372bfa6) service to localhost/127.0.0.1:40413 2024-11-23T14:22:39,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/cluster_78b52d6e-ed6c-d9f5-a831-a495cf56069a/data/data1/current/BP-1520152760-172.17.0.3-1732371729593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:22:39,367 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/cluster_78b52d6e-ed6c-d9f5-a831-a495cf56069a/data/data2/current/BP-1520152760-172.17.0.3-1732371729593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:22:39,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:22:39,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a80ced0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:22:39,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47dddeba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:22:39,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:22:39,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@95ac5e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:22:39,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1457504b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.log.dir/,STOPPED} 2024-11-23T14:22:39,383 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:39,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:22:39,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:22:39,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:39,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:39,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:39,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:39,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:39,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:22:39,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=885578422, stopped=false 2024-11-23T14:22:39,391 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,46397,1732371726675 2024-11-23T14:22:39,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1645085851/running 2024-11-23T14:22:39,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1645085851/running 2024-11-23T14:22:39,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:39,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:39,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:22:39,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:39,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:39,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:39,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,43113,1732371726822' ***** 2024-11-23T14:22:39,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:22:39,410 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:22:39,410 INFO [RS:0;c6f7b1897123:43113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:22:39,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:22:39,410 INFO [RS:0;c6f7b1897123:43113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:22:39,410 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:39,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on znode that does not yet exist, /1-1645085851/running 2024-11-23T14:22:39,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Set watcher on znode that does not yet exist, /1-1645085851/running 2024-11-23T14:22:39,410 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(3091): Received CLOSE for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:39,410 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,43113,1732371726822 2024-11-23T14:22:39,410 INFO [RS:0;c6f7b1897123:43113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:22:39,411 INFO [RS:0;c6f7b1897123:43113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43113. 2024-11-23T14:22:39,411 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d6a1f20df8ecf7dbda8aad4f227cdb4, disabling compactions & flushes 2024-11-23T14:22:39,411 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:39,411 DEBUG [RS:0;c6f7b1897123:43113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:39,411 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:39,411 DEBUG [RS:0;c6f7b1897123:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:39,411 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. after waiting 0 ms 2024-11-23T14:22:39,411 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:39,411 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:22:39,411 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:22:39,411 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:22:39,411 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T14:22:39,411 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:22:39,411 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:22:39,411 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d6a1f20df8ecf7dbda8aad4f227cdb4=test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4., 559e45e857162429628a942393c5f31f=hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f.} 2024-11-23T14:22:39,411 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 559e45e857162429628a942393c5f31f, 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:39,411 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:22:39,411 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:22:39,411 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:22:39,411 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:22:39,411 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:22:39,411 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:22:39,435 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/info/db6582fe34f54aad8f863fed59cb4932 is 147, key is hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f./info:regioninfo/1732371743164/Put/seqid=0 2024-11-23T14:22:39,437 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/f/8b9887303cbe445185acdf08f215ce16 is 37, key is row3/f:row3/1732371752796/Put/seqid=0 2024-11-23T14:22:39,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741840_1016 (size=7686) 2024-11-23T14:22:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741841_1017 (size=5228) 2024-11-23T14:22:39,471 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:22:39,611 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 559e45e857162429628a942393c5f31f, 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:39,642 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:39,811 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 559e45e857162429628a942393c5f31f, 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:39,839 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/info/db6582fe34f54aad8f863fed59cb4932 2024-11-23T14:22:39,840 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/f/8b9887303cbe445185acdf08f215ce16 2024-11-23T14:22:39,843 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b9887303cbe445185acdf08f215ce16 2024-11-23T14:22:39,855 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/ns/60a52010b3324677baae213badd157be is 43, key is default/ns:d/1732371729499/Put/seqid=0 2024-11-23T14:22:39,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741842_1018 (size=5153) 2024-11-23T14:22:39,863 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/f1/afa504ca05a54889a9369b1417692318 is 30, key is row1/f1:/1732371750139/DeleteFamily/seqid=0 2024-11-23T14:22:39,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741843_1019 (size=5158) 2024-11-23T14:22:39,949 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:22:39,949 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:22:40,012 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 559e45e857162429628a942393c5f31f, 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:40,212 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 559e45e857162429628a942393c5f31f, 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:40,259 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/ns/60a52010b3324677baae213badd157be 2024-11-23T14:22:40,266 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/f1/afa504ca05a54889a9369b1417692318 2024-11-23T14:22:40,270 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afa504ca05a54889a9369b1417692318 2024-11-23T14:22:40,282 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/rep_barrier/ca99e7fae1b44aa8a287f9b5c8c8c187 is 112, key is test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4./rep_barrier:seqnumDuringOpen/1732371737486/Put/seqid=0 2024-11-23T14:22:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741844_1020 (size=5518) 2024-11-23T14:22:40,289 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/norep/67eb716736cd44ebbbe5a837b3a2f100 is 33, key is row1/norep:/1732371750139/DeleteFamily/seqid=0 2024-11-23T14:22:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741845_1021 (size=5108) 2024-11-23T14:22:40,412 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 559e45e857162429628a942393c5f31f, 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:40,486 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1473, reset compression=false 2024-11-23T14:22:40,490 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:40,490 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1720, reset compression=false 2024-11-23T14:22:40,490 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43113,1732371726822 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:40,491 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,43113,1732371726822: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,43113,1732371726822, walGroup=c6f7b1897123%2C43113%2C1732371726822, offset=c6f7b1897123%2C43113%2C1732371726822.1732371729083:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:43113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:22:40,492 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:22:40,492 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:22:40,492 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:22:40,492 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:22:40,492 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:22:40,492 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 767043512 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198592032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:22:40,493 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:46397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:46397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:22:40,612 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 559e45e857162429628a942393c5f31f, 6d6a1f20df8ecf7dbda8aad4f227cdb4 2024-11-23T14:22:40,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:40,686 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/rep_barrier/ca99e7fae1b44aa8a287f9b5c8c8c187 2024-11-23T14:22:40,692 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/norep/67eb716736cd44ebbbe5a837b3a2f100 2024-11-23T14:22:40,693 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1720, reset compression=false 2024-11-23T14:22:40,697 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67eb716736cd44ebbbe5a837b3a2f100 2024-11-23T14:22:40,697 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/f/8b9887303cbe445185acdf08f215ce16 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/f/8b9887303cbe445185acdf08f215ce16 2024-11-23T14:22:40,701 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b9887303cbe445185acdf08f215ce16 2024-11-23T14:22:40,701 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/f/8b9887303cbe445185acdf08f215ce16, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T14:22:40,702 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/f1/afa504ca05a54889a9369b1417692318 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/f1/afa504ca05a54889a9369b1417692318 2024-11-23T14:22:40,705 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afa504ca05a54889a9369b1417692318 2024-11-23T14:22:40,705 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/f1/afa504ca05a54889a9369b1417692318, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T14:22:40,705 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/table/072ac7b144614034a6ba40d7b8b1ee68 is 53, key is hbase:replication/table:state/1732371743170/Put/seqid=0 2024-11-23T14:22:40,706 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/.tmp/norep/67eb716736cd44ebbbe5a837b3a2f100 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/norep/67eb716736cd44ebbbe5a837b3a2f100 2024-11-23T14:22:40,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741846_1022 (size=5308) 2024-11-23T14:22:40,709 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/table/072ac7b144614034a6ba40d7b8b1ee68 2024-11-23T14:22:40,710 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67eb716736cd44ebbbe5a837b3a2f100 2024-11-23T14:22:40,710 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/norep/67eb716736cd44ebbbe5a837b3a2f100, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T14:22:40,711 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d6a1f20df8ecf7dbda8aad4f227cdb4 in 1300ms, sequenceid=12, compaction requested=false 2024-11-23T14:22:40,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:22:40,713 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/info/db6582fe34f54aad8f863fed59cb4932 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/info/db6582fe34f54aad8f863fed59cb4932 2024-11-23T14:22:40,716 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/info/db6582fe34f54aad8f863fed59cb4932, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:22:40,717 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/ns/60a52010b3324677baae213badd157be as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/ns/60a52010b3324677baae213badd157be 2024-11-23T14:22:40,721 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/ns/60a52010b3324677baae213badd157be, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:22:40,722 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/rep_barrier/ca99e7fae1b44aa8a287f9b5c8c8c187 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/rep_barrier/ca99e7fae1b44aa8a287f9b5c8c8c187 2024-11-23T14:22:40,725 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/rep_barrier/ca99e7fae1b44aa8a287f9b5c8c8c187, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:22:40,726 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/.tmp/table/072ac7b144614034a6ba40d7b8b1ee68 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/table/072ac7b144614034a6ba40d7b8b1ee68 2024-11-23T14:22:40,730 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/table/072ac7b144614034a6ba40d7b8b1ee68, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:22:40,730 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-23T14:22:40,730 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:22:40,738 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:22:40,738 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/data/default/test/6d6a1f20df8ecf7dbda8aad4f227cdb4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:22:40,739 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:40,739 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d6a1f20df8ecf7dbda8aad4f227cdb4: Waiting for close lock at 1732371759410Running coprocessor pre-close hooks at 1732371759410Disabling compacts and flushes for region at 1732371759410Disabling writes for close at 1732371759411 (+1 ms)Obtaining lock to block concurrent updates at 1732371759411Preparing flush snapshotting stores in 6d6a1f20df8ecf7dbda8aad4f227cdb4 at 1732371759411Finished memstore snapshotting test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732371759411Flushing stores of test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. at 1732371759412 (+1 ms)Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/f: creating writer at 1732371759412Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/f: appending metadata at 1732371759436 (+24 ms)Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/f: closing flushed file at 1732371759436Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/f1: creating writer at 1732371759843 (+407 ms)Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/f1: appending metadata at 1732371759862 (+19 ms)Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/f1: closing flushed file at 1732371759862Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/norep: creating writer at 1732371760270 (+408 ms)Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/norep: appending metadata at 1732371760288 (+18 ms)Flushing 6d6a1f20df8ecf7dbda8aad4f227cdb4/norep: closing flushed file at 1732371760288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45848a8e: reopening flushed file at 1732371760697 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b740f8f: reopening flushed file at 1732371760701 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a46b695: reopening flushed file at 1732371760705 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d6a1f20df8ecf7dbda8aad4f227cdb4 in 1300ms, sequenceid=12, compaction requested=false at 1732371760711 (+6 ms)Writing region close event to WAL at 1732371760735 (+24 ms)Running coprocessor post-close hooks at 1732371760739 (+4 ms)Closed at 1732371760739 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371759411Running coprocessor pre-close hooks at 1732371759411Disabling compacts and flushes for region at 1732371759411Disabling writes for close at 1732371759411Obtaining lock to block concurrent updates at 1732371759411Preparing flush snapshotting stores in 1588230740 at 1732371759411Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371759411Flushing stores of hbase:meta,,1.1588230740 at 1732371759412 (+1 ms)Flushing 1588230740/info: creating writer at 1732371759412Flushing 1588230740/info: appending metadata at 1732371759435 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732371759435Flushing 1588230740/ns: creating writer at 1732371759843 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732371759855 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732371759855Flushing 1588230740/rep_barrier: creating writer at 1732371760263 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371760282 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371760282Flushing 1588230740/table: creating writer at 1732371760690 (+408 ms)Flushing 1588230740/table: appending metadata at 1732371760705 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732371760705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb6e0ba: reopening flushed file at 1732371760712 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794515fc: reopening flushed file at 1732371760716 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1366b7e3: reopening flushed file at 1732371760721 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ead2a1c: reopening flushed file at 1732371760725 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1732371760730 (+5 ms)Writing region close event to WAL at 1732371760736 (+6 ms)Running coprocessor post-close hooks at 1732371760739 (+3 ms)Closed at 1732371760739 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371736347.6d6a1f20df8ecf7dbda8aad4f227cdb4. 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 559e45e857162429628a942393c5f31f, disabling compactions & flushes 2024-11-23T14:22:40,739 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. after waiting 0 ms 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 559e45e857162429628a942393c5f31f: Waiting for close lock at 1732371760739Running coprocessor pre-close hooks at 1732371760739Disabling compacts and flushes for region at 1732371760739Disabling writes for close at 1732371760739Failed flush hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f., putting online again at 1732371760739 2024-11-23T14:22:40,739 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:40,745 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:40,812 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:22:40,812 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1325): Online Regions={559e45e857162429628a942393c5f31f=hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f.} 2024-11-23T14:22:40,812 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(3091): Received CLOSE for 559e45e857162429628a942393c5f31f 2024-11-23T14:22:40,813 DEBUG [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1351): Waiting on 559e45e857162429628a942393c5f31f 2024-11-23T14:22:40,813 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 559e45e857162429628a942393c5f31f, disabling compactions & flushes 2024-11-23T14:22:40,813 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:40,813 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:40,813 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. after waiting 0 ms 2024-11-23T14:22:40,813 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:40,813 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 559e45e857162429628a942393c5f31f: Waiting for close lock at 1732371760813Running coprocessor pre-close hooks at 1732371760813Disabling compacts and flushes for region at 1732371760813Disabling writes for close at 1732371760813Failed flush hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f., putting online again at 1732371760813 2024-11-23T14:22:40,813 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732371742807.559e45e857162429628a942393c5f31f. 2024-11-23T14:22:40,865 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:46397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-23T14:22:40,997 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 1720, reset compression=false 2024-11-23T14:22:41,000 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:41,000 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 2364, reset compression=false 2024-11-23T14:22:41,013 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T14:22:41,013 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,43113,1732371726822; all regions closed. 2024-11-23T14:22:41,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:22:41,015 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.meta.1732371729453.meta not finished, retry = 0 2024-11-23T14:22:41,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741839_1015 (size=2609) 2024-11-23T14:22:41,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.rep.1732371743135 not finished, retry = 0 2024-11-23T14:22:41,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:22:41,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,205 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/WALs/c6f7b1897123,43113,1732371726822/c6f7b1897123%2C43113%2C1732371726822.1732371729083 to pos 2364, reset compression=false 2024-11-23T14:22:41,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741833_1009 (size=2372) 2024-11-23T14:22:41,220 DEBUG [RS:0;c6f7b1897123:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:41,220 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:22:41,220 INFO [RS:0;c6f7b1897123:43113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:22:41,221 INFO [RS:0;c6f7b1897123:43113 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:22:41,221 INFO [RS:0;c6f7b1897123:43113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:22:41,221 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:22:41,221 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,43113,1732371726822 because: Region server is closing 2024-11-23T14:22:41,221 INFO [RS:0;c6f7b1897123:43113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43113. 2024-11-23T14:22:41,221 DEBUG [RS:0;c6f7b1897123:43113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:41,221 DEBUG [RS:0;c6f7b1897123:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:41,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:41,222 DEBUG [RS:0;c6f7b1897123:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:41,322 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.shipperc6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 terminated 2024-11-23T14:22:41,322 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43113,1732371726822.replicationSource.wal-reader.c6f7b1897123%2C43113%2C1732371726822,1-c6f7b1897123,43113,1732371726822 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:22:41,322 INFO [RS:0;c6f7b1897123:43113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43113. 2024-11-23T14:22:41,322 DEBUG [RS:0;c6f7b1897123:43113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:41,322 DEBUG [RS:0;c6f7b1897123:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:41,322 DEBUG [RS:0;c6f7b1897123:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:41,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:41,322 INFO [RS:0;c6f7b1897123:43113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43113 2024-11-23T14:22:41,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851/rs 2024-11-23T14:22:41,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1645085851/rs/c6f7b1897123,43113,1732371726822 2024-11-23T14:22:41,417 INFO [RS:0;c6f7b1897123:43113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:22:41,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,43113,1732371726822] 2024-11-23T14:22:41,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1645085851/draining/c6f7b1897123,43113,1732371726822 already deleted, retry=false 2024-11-23T14:22:41,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,43113,1732371726822 expired; onlineServers=0 2024-11-23T14:22:41,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,46397,1732371726675' ***** 2024-11-23T14:22:41,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:22:41,493 INFO [M:0;c6f7b1897123:46397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:22:41,493 INFO [M:0;c6f7b1897123:46397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:22:41,494 DEBUG [M:0;c6f7b1897123:46397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:22:41,494 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:22:41,494 DEBUG [M:0;c6f7b1897123:46397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:22:41,494 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371728839 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371728839,5,FailOnTimeoutGroup] 2024-11-23T14:22:41,494 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371728839 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371728839,5,FailOnTimeoutGroup] 2024-11-23T14:22:41,494 INFO [M:0;c6f7b1897123:46397 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:22:41,494 INFO [M:0;c6f7b1897123:46397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:22:41,494 DEBUG [M:0;c6f7b1897123:46397 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:22:41,494 INFO [M:0;c6f7b1897123:46397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:22:41,494 INFO [M:0;c6f7b1897123:46397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:22:41,494 INFO [M:0;c6f7b1897123:46397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:22:41,494 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:22:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1645085851/master 2024-11-23T14:22:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1645085851 2024-11-23T14:22:41,504 DEBUG [M:0;c6f7b1897123:46397 {}] zookeeper.ZKUtil(347): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Unable to get data of znode /1-1645085851/master because node does not exist (not an error) 2024-11-23T14:22:41,504 WARN [M:0;c6f7b1897123:46397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:22:41,504 INFO [M:0;c6f7b1897123:46397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/.lastflushedseqids 2024-11-23T14:22:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741847_1023 (size=245) 2024-11-23T14:22:41,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:41,581 INFO [RS:0;c6f7b1897123:43113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:22:41,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10168129fb30004, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:41,581 INFO [RS:0;c6f7b1897123:43113 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,43113,1732371726822; zookeeper connection closed. 2024-11-23T14:22:41,581 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74a285f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74a285f0 2024-11-23T14:22:41,581 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:22:41,908 INFO [M:0;c6f7b1897123:46397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:22:41,909 INFO [M:0;c6f7b1897123:46397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:22:41,909 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:22:41,909 INFO [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:41,909 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:41,909 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:22:41,909 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:41,909 INFO [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-23T14:22:41,922 DEBUG [M:0;c6f7b1897123:46397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432b140e06284bfc918444544794dd99 is 82, key is hbase:meta,,1/info:regioninfo/1732371729482/Put/seqid=0 2024-11-23T14:22:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741848_1024 (size=5672) 2024-11-23T14:22:41,948 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:42,326 INFO [M:0;c6f7b1897123:46397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432b140e06284bfc918444544794dd99 2024-11-23T14:22:42,347 DEBUG [M:0;c6f7b1897123:46397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5bbcde06e64a8f9d9ea19a07eab465 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732371737495/Put/seqid=0 2024-11-23T14:22:42,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741849_1025 (size=7218) 2024-11-23T14:22:42,751 INFO [M:0;c6f7b1897123:46397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5bbcde06e64a8f9d9ea19a07eab465 2024-11-23T14:22:42,755 INFO [M:0;c6f7b1897123:46397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa5bbcde06e64a8f9d9ea19a07eab465 2024-11-23T14:22:42,788 DEBUG [M:0;c6f7b1897123:46397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac775bbe15bf444087108450af1a51f5 is 69, key is c6f7b1897123,43113,1732371726822/rs:state/1732371728880/Put/seqid=0 2024-11-23T14:22:42,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741850_1026 (size=5156) 2024-11-23T14:22:43,230 INFO [M:0;c6f7b1897123:46397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac775bbe15bf444087108450af1a51f5 2024-11-23T14:22:43,236 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432b140e06284bfc918444544794dd99 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432b140e06284bfc918444544794dd99 2024-11-23T14:22:43,242 INFO [M:0;c6f7b1897123:46397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432b140e06284bfc918444544794dd99, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T14:22:43,243 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5bbcde06e64a8f9d9ea19a07eab465 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa5bbcde06e64a8f9d9ea19a07eab465 2024-11-23T14:22:43,247 INFO [M:0;c6f7b1897123:46397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa5bbcde06e64a8f9d9ea19a07eab465 2024-11-23T14:22:43,247 INFO [M:0;c6f7b1897123:46397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa5bbcde06e64a8f9d9ea19a07eab465, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T14:22:43,248 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac775bbe15bf444087108450af1a51f5 as hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac775bbe15bf444087108450af1a51f5 2024-11-23T14:22:43,252 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:43,253 INFO [M:0;c6f7b1897123:46397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46179/user/jenkins/test-data/74124427-2792-3d66-7295-314ac10ad204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac775bbe15bf444087108450af1a51f5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T14:22:43,254 INFO [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=105, compaction requested=false 2024-11-23T14:22:43,292 INFO [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:43,292 DEBUG [M:0;c6f7b1897123:46397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371761909Disabling compacts and flushes for region at 1732371761909Disabling writes for close at 1732371761909Obtaining lock to block concurrent updates at 1732371761909Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371761909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732371761909Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371761910 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371761910Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371761922 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371761922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371762330 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371762346 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371762346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371762756 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371762787 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371762788 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ee1c02: reopening flushed file at 1732371763235 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa3c817: reopening flushed file at 1732371763242 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b36a659: reopening flushed file at 1732371763247 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=105, compaction requested=false at 1732371763254 (+7 ms)Writing region close event to WAL at 1732371763292 (+38 ms)Closed at 1732371763292 2024-11-23T14:22:43,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34695 is added to blk_1073741830_1006 (size=64423) 2024-11-23T14:22:43,301 INFO [M:0;c6f7b1897123:46397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:22:43,301 INFO [M:0;c6f7b1897123:46397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46397 2024-11-23T14:22:43,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:22:43,302 INFO [M:0;c6f7b1897123:46397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:22:43,456 INFO [M:0;c6f7b1897123:46397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:22:43,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:43,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46397-0x10168129fb30003, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:43,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:43,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cdf8f7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:22:43,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:22:43,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15de66d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:22:43,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce4bcb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.log.dir/,STOPPED} 2024-11-23T14:22:43,482 WARN [BP-20687172-172.17.0.3-1732371724599 heartbeating to localhost/127.0.0.1:46179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:22:43,482 WARN [BP-20687172-172.17.0.3-1732371724599 heartbeating to localhost/127.0.0.1:46179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-20687172-172.17.0.3-1732371724599 (Datanode Uuid 8206a19d-2d5f-45b5-8233-45458d22b151) service to localhost/127.0.0.1:46179 2024-11-23T14:22:43,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/cluster_4755fc9e-94eb-afbb-800a-1232a4997f8a/data/data2/current/BP-20687172-172.17.0.3-1732371724599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:22:43,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:22:43,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:22:43,483 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:22:43,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/cluster_4755fc9e-94eb-afbb-800a-1232a4997f8a/data/data1/current/BP-20687172-172.17.0.3-1732371724599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:22:43,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@429f17d6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:22:43,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2553b522{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:22:43,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:22:43,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e808149{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:22:43,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca407b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3916d9f9-827c-b17a-ad2a-bd8570609ccf/hadoop.log.dir/,STOPPED} 2024-11-23T14:22:43,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:22:43,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:22:43,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:43,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:43,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:43,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:43,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:43,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:22:43,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1227389175, stopped=false 2024-11-23T14:22:43,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,39835,1732371721427 2024-11-23T14:22:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534570691/running 2024-11-23T14:22:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534570691/running 2024-11-23T14:22:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:43,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:22:43,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on znode that does not yet exist, /0-1534570691/running 2024-11-23T14:22:43,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Set watcher on znode that does not yet exist, /0-1534570691/running 2024-11-23T14:22:43,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:22:43,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:43,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:43,537 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,38269,1732371721620' ***** 2024-11-23T14:22:43,537 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:22:43,537 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:22:43,537 INFO [RS:0;c6f7b1897123:38269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:22:43,538 INFO [RS:0;c6f7b1897123:38269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:22:43,538 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(3091): Received CLOSE for e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:43,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:22:43,540 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(3091): Received CLOSE for 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:43,540 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,38269,1732371721620 2024-11-23T14:22:43,540 INFO [RS:0;c6f7b1897123:38269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:22:43,541 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e08d7153606d2f3722ffb37f277e0b3c, disabling compactions & flushes 2024-11-23T14:22:43,541 INFO [RS:0;c6f7b1897123:38269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:38269. 2024-11-23T14:22:43,541 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:43,541 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:43,541 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. after waiting 0 ms 2024-11-23T14:22:43,541 DEBUG [RS:0;c6f7b1897123:38269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:43,541 DEBUG [RS:0;c6f7b1897123:38269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:43,541 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:43,541 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:22:43,541 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e08d7153606d2f3722ffb37f277e0b3c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-23T14:22:43,541 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:22:43,541 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:22:43,541 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:22:43,548 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:22:43,548 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1325): Online Regions={e08d7153606d2f3722ffb37f277e0b3c=hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c., 1588230740=hbase:meta,,1.1588230740, 776133f104ab8d42b7b5dabe69199ed6=test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6.} 2024-11-23T14:22:43,548 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 776133f104ab8d42b7b5dabe69199ed6, e08d7153606d2f3722ffb37f277e0b3c 2024-11-23T14:22:43,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:22:43,548 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:22:43,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:22:43,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:22:43,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:22:43,548 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:22:43,576 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c/.tmp/queue/c77f8572e5994e2dbed086a5281c222d is 154, key is 1-c6f7b1897123,38269,1732371721620/queue:c6f7b1897123%2C38269%2C1732371721620/1732371754215/Put/seqid=0 2024-11-23T14:22:43,586 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/info/ab9da69156084489bd5869a58f0df2f4 is 147, key is hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c./info:regioninfo/1732371741815/Put/seqid=0 2024-11-23T14:22:43,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741840_1016 (size=5353) 2024-11-23T14:22:43,598 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c/.tmp/queue/c77f8572e5994e2dbed086a5281c222d 2024-11-23T14:22:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741841_1017 (size=7686) 2024-11-23T14:22:43,627 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:22:43,629 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c/.tmp/queue/c77f8572e5994e2dbed086a5281c222d as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c/queue/c77f8572e5994e2dbed086a5281c222d 2024-11-23T14:22:43,635 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/info/ab9da69156084489bd5869a58f0df2f4 2024-11-23T14:22:43,636 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c/queue/c77f8572e5994e2dbed086a5281c222d, entries=1, sequenceid=14, filesize=5.2 K 2024-11-23T14:22:43,637 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e08d7153606d2f3722ffb37f277e0b3c in 96ms, sequenceid=14, compaction requested=false 2024-11-23T14:22:43,637 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:22:43,668 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/ns/0d00c7e417c74ad491b860bb57ecfd84 is 43, key is default/ns:d/1732371724492/Put/seqid=0 2024-11-23T14:22:43,672 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/replication/e08d7153606d2f3722ffb37f277e0b3c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-23T14:22:43,673 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:22:43,673 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:22:43,673 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:43,673 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e08d7153606d2f3722ffb37f277e0b3c: Waiting for close lock at 1732371763540Running coprocessor pre-close hooks at 1732371763540Disabling compacts and flushes for region at 1732371763540Disabling writes for close at 1732371763541 (+1 ms)Obtaining lock to block concurrent updates at 1732371763541Preparing flush snapshotting stores in e08d7153606d2f3722ffb37f277e0b3c at 1732371763541Finished memstore snapshotting hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732371763541Flushing stores of hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. at 1732371763542 (+1 ms)Flushing e08d7153606d2f3722ffb37f277e0b3c/queue: creating writer at 1732371763542Flushing e08d7153606d2f3722ffb37f277e0b3c/queue: appending metadata at 1732371763575 (+33 ms)Flushing e08d7153606d2f3722ffb37f277e0b3c/queue: closing flushed file at 1732371763576 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ccb07b: reopening flushed file at 1732371763622 (+46 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e08d7153606d2f3722ffb37f277e0b3c in 96ms, sequenceid=14, compaction requested=false at 1732371763637 (+15 ms)Writing region close event to WAL at 1732371763654 (+17 ms)Running coprocessor post-close hooks at 1732371763673 (+19 ms)Closed at 1732371763673 2024-11-23T14:22:43,673 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371740657.e08d7153606d2f3722ffb37f277e0b3c. 2024-11-23T14:22:43,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 776133f104ab8d42b7b5dabe69199ed6, disabling compactions & flushes 2024-11-23T14:22:43,674 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:43,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:43,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. after waiting 0 ms 2024-11-23T14:22:43,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:43,674 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 776133f104ab8d42b7b5dabe69199ed6 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-23T14:22:43,700 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/f/4158084234cc4748acd88029ca5b46b6 is 37, key is row3/f:row3/1732371752796/Put/seqid=0 2024-11-23T14:22:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741842_1018 (size=5153) 2024-11-23T14:22:43,703 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/ns/0d00c7e417c74ad491b860bb57ecfd84 2024-11-23T14:22:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741843_1019 (size=5228) 2024-11-23T14:22:43,734 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/rep_barrier/ac2bef8811f2430e931aa2dbe4d8d1f9 is 112, key is test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6./rep_barrier:seqnumDuringOpen/1732371735951/Put/seqid=0 2024-11-23T14:22:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741844_1020 (size=5518) 2024-11-23T14:22:43,746 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/rep_barrier/ac2bef8811f2430e931aa2dbe4d8d1f9 2024-11-23T14:22:43,748 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:43,788 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/table/c2148a2d840246e1a7159da3ae6dfc31 is 53, key is hbase:replication/table:state/1732371741825/Put/seqid=0 2024-11-23T14:22:43,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741845_1021 (size=5308) 2024-11-23T14:22:43,949 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:44,126 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/f/4158084234cc4748acd88029ca5b46b6 2024-11-23T14:22:44,131 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4158084234cc4748acd88029ca5b46b6 2024-11-23T14:22:44,144 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/f1/9328bebb032a4db2b18742d16c83d86f is 30, key is row1/f1:/1732371750139/DeleteFamily/seqid=0 2024-11-23T14:22:44,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741846_1022 (size=5158) 2024-11-23T14:22:44,149 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:44,201 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/table/c2148a2d840246e1a7159da3ae6dfc31 2024-11-23T14:22:44,205 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/info/ab9da69156084489bd5869a58f0df2f4 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/info/ab9da69156084489bd5869a58f0df2f4 2024-11-23T14:22:44,209 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/info/ab9da69156084489bd5869a58f0df2f4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:22:44,210 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/ns/0d00c7e417c74ad491b860bb57ecfd84 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/ns/0d00c7e417c74ad491b860bb57ecfd84 2024-11-23T14:22:44,215 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/ns/0d00c7e417c74ad491b860bb57ecfd84, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:22:44,216 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/rep_barrier/ac2bef8811f2430e931aa2dbe4d8d1f9 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/rep_barrier/ac2bef8811f2430e931aa2dbe4d8d1f9 2024-11-23T14:22:44,220 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/rep_barrier/ac2bef8811f2430e931aa2dbe4d8d1f9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:22:44,221 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/.tmp/table/c2148a2d840246e1a7159da3ae6dfc31 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/table/c2148a2d840246e1a7159da3ae6dfc31 2024-11-23T14:22:44,225 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/table/c2148a2d840246e1a7159da3ae6dfc31, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:22:44,226 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 678ms, sequenceid=16, compaction requested=false 2024-11-23T14:22:44,230 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:22:44,231 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:22:44,231 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:22:44,231 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:44,231 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371763548Running coprocessor pre-close hooks at 1732371763548Disabling compacts and flushes for region at 1732371763548Disabling writes for close at 1732371763548Obtaining lock to block concurrent updates at 1732371763548Preparing flush snapshotting stores in 1588230740 at 1732371763548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371763549 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371763550 (+1 ms)Flushing 1588230740/info: creating writer at 1732371763551 (+1 ms)Flushing 1588230740/info: appending metadata at 1732371763586 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732371763586Flushing 1588230740/ns: creating writer at 1732371763642 (+56 ms)Flushing 1588230740/ns: appending metadata at 1732371763667 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732371763667Flushing 1588230740/rep_barrier: creating writer at 1732371763709 (+42 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371763733 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371763733Flushing 1588230740/table: creating writer at 1732371763766 (+33 ms)Flushing 1588230740/table: appending metadata at 1732371763788 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732371763788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c568de: reopening flushed file at 1732371764205 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5070188a: reopening flushed file at 1732371764209 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a5ccf7: reopening flushed file at 1732371764215 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3108af30: reopening flushed file at 1732371764220 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 678ms, sequenceid=16, compaction requested=false at 1732371764226 (+6 ms)Writing region close event to WAL at 1732371764227 (+1 ms)Running coprocessor post-close hooks at 1732371764231 (+4 ms)Closed at 1732371764231 2024-11-23T14:22:44,231 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:44,296 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:22:44,296 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:22:44,349 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1351): Waiting on 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:44,510 INFO [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T14:22:44,511 INFO [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T14:22:44,548 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/f1/9328bebb032a4db2b18742d16c83d86f 2024-11-23T14:22:44,549 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:22:44,549 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1325): Online Regions={776133f104ab8d42b7b5dabe69199ed6=test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6.} 2024-11-23T14:22:44,549 DEBUG [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1351): Waiting on 776133f104ab8d42b7b5dabe69199ed6 2024-11-23T14:22:44,553 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9328bebb032a4db2b18742d16c83d86f 2024-11-23T14:22:44,574 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/norep/3d62c657a4884c20aebf8d946527d116 is 32, key is row/norep:/1732371749134/DeleteFamily/seqid=0 2024-11-23T14:22:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741847_1023 (size=5101) 2024-11-23T14:22:44,583 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/norep/3d62c657a4884c20aebf8d946527d116 2024-11-23T14:22:44,587 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d62c657a4884c20aebf8d946527d116 2024-11-23T14:22:44,588 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/f/4158084234cc4748acd88029ca5b46b6 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/f/4158084234cc4748acd88029ca5b46b6 2024-11-23T14:22:44,593 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4158084234cc4748acd88029ca5b46b6 2024-11-23T14:22:44,593 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/f/4158084234cc4748acd88029ca5b46b6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T14:22:44,594 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/f1/9328bebb032a4db2b18742d16c83d86f as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/f1/9328bebb032a4db2b18742d16c83d86f 2024-11-23T14:22:44,598 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9328bebb032a4db2b18742d16c83d86f 2024-11-23T14:22:44,598 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/f1/9328bebb032a4db2b18742d16c83d86f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T14:22:44,598 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/.tmp/norep/3d62c657a4884c20aebf8d946527d116 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/norep/3d62c657a4884c20aebf8d946527d116 2024-11-23T14:22:44,602 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d62c657a4884c20aebf8d946527d116 2024-11-23T14:22:44,602 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/norep/3d62c657a4884c20aebf8d946527d116, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T14:22:44,603 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 776133f104ab8d42b7b5dabe69199ed6 in 929ms, sequenceid=12, compaction requested=false 2024-11-23T14:22:44,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/data/default/test/776133f104ab8d42b7b5dabe69199ed6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T14:22:44,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:22:44,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:22:44,608 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:44,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 776133f104ab8d42b7b5dabe69199ed6: Waiting for close lock at 1732371763673Running coprocessor pre-close hooks at 1732371763673Disabling compacts and flushes for region at 1732371763673Disabling writes for close at 1732371763674 (+1 ms)Obtaining lock to block concurrent updates at 1732371763674Preparing flush snapshotting stores in 776133f104ab8d42b7b5dabe69199ed6 at 1732371763674Finished memstore snapshotting test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732371763674Flushing stores of test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. at 1732371763675 (+1 ms)Flushing 776133f104ab8d42b7b5dabe69199ed6/f: creating writer at 1732371763675Flushing 776133f104ab8d42b7b5dabe69199ed6/f: appending metadata at 1732371763700 (+25 ms)Flushing 776133f104ab8d42b7b5dabe69199ed6/f: closing flushed file at 1732371763700Flushing 776133f104ab8d42b7b5dabe69199ed6/f1: creating writer at 1732371764131 (+431 ms)Flushing 776133f104ab8d42b7b5dabe69199ed6/f1: appending metadata at 1732371764144 (+13 ms)Flushing 776133f104ab8d42b7b5dabe69199ed6/f1: closing flushed file at 1732371764144Flushing 776133f104ab8d42b7b5dabe69199ed6/norep: creating writer at 1732371764553 (+409 ms)Flushing 776133f104ab8d42b7b5dabe69199ed6/norep: appending metadata at 1732371764574 (+21 ms)Flushing 776133f104ab8d42b7b5dabe69199ed6/norep: closing flushed file at 1732371764574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56068580: reopening flushed file at 1732371764587 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1482b97b: reopening flushed file at 1732371764593 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3317b412: reopening flushed file at 1732371764598 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 776133f104ab8d42b7b5dabe69199ed6 in 929ms, sequenceid=12, compaction requested=false at 1732371764603 (+5 ms)Writing region close event to WAL at 1732371764605 (+2 ms)Running coprocessor post-close hooks at 1732371764608 (+3 ms)Closed at 1732371764608 2024-11-23T14:22:44,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371735208.776133f104ab8d42b7b5dabe69199ed6. 2024-11-23T14:22:44,678 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 1493, reset compression=false 2024-11-23T14:22:44,682 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:22:44,682 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 2384, reset compression=false 2024-11-23T14:22:44,682 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,38269,1732371721620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:22:44,682 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,38269,1732371721620: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,38269,1732371721620, walGroup=c6f7b1897123%2C38269%2C1732371721620, offset=c6f7b1897123%2C38269%2C1732371721620.1732371723433:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:38269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:22:44,684 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:22:44,684 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:22:44,684 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:22:44,684 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:22:44,684 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:22:44,684 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 871901112 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199309664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:22:44,685 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:22:44,749 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,38269,1732371721620; all regions closed. 2024-11-23T14:22:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:22:44,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.meta.1732371724432.meta not finished, retry = 0 2024-11-23T14:22:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741839_1015 (size=3552) 2024-11-23T14:22:44,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.rep.1732371741788 not finished, retry = 0 2024-11-23T14:22:44,884 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 to pos 2384, reset compression=false 2024-11-23T14:22:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741832_1008 (size=2392) 2024-11-23T14:22:44,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/WALs/c6f7b1897123,38269,1732371721620/c6f7b1897123%2C38269%2C1732371721620.1732371723433 not finished, retry = 0 2024-11-23T14:22:45,058 DEBUG [RS:0;c6f7b1897123:38269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:45,058 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:22:45,058 INFO [RS:0;c6f7b1897123:38269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:22:45,058 INFO [RS:0;c6f7b1897123:38269 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:22:45,059 INFO [RS:0;c6f7b1897123:38269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:22:45,059 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:22:45,059 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,38269,1732371721620 because: Region server is closing 2024-11-23T14:22:45,059 INFO [RS:0;c6f7b1897123:38269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:38269. 2024-11-23T14:22:45,059 DEBUG [RS:0;c6f7b1897123:38269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:45,059 DEBUG [RS:0;c6f7b1897123:38269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:45,059 DEBUG [RS:0;c6f7b1897123:38269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:45,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:45,159 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.shipperc6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 terminated 2024-11-23T14:22:45,159 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,38269,1732371721620.replicationSource.wal-reader.c6f7b1897123%2C38269%2C1732371721620,1-c6f7b1897123,38269,1732371721620 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:22:45,160 INFO [RS:0;c6f7b1897123:38269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:38269. 2024-11-23T14:22:45,160 DEBUG [RS:0;c6f7b1897123:38269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:22:45,160 DEBUG [RS:0;c6f7b1897123:38269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:45,160 DEBUG [RS:0;c6f7b1897123:38269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:45,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:22:45,160 INFO [RS:0;c6f7b1897123:38269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38269 2024-11-23T14:22:45,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691/rs 2024-11-23T14:22:45,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534570691/rs/c6f7b1897123,38269,1732371721620 2024-11-23T14:22:45,177 INFO [RS:0;c6f7b1897123:38269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:22:45,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,38269,1732371721620] 2024-11-23T14:22:45,198 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534570691/draining/c6f7b1897123,38269,1732371721620 already deleted, retry=false 2024-11-23T14:22:45,198 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,38269,1732371721620 expired; onlineServers=0 2024-11-23T14:22:45,198 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,39835,1732371721427' ***** 2024-11-23T14:22:45,198 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:22:45,198 INFO [M:0;c6f7b1897123:39835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:22:45,198 INFO [M:0;c6f7b1897123:39835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:22:45,198 DEBUG [M:0;c6f7b1897123:39835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:22:45,198 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:22:45,198 DEBUG [M:0;c6f7b1897123:39835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:22:45,198 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371723197 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371723197,5,FailOnTimeoutGroup] 2024-11-23T14:22:45,198 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371723197 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371723197,5,FailOnTimeoutGroup] 2024-11-23T14:22:45,198 INFO [M:0;c6f7b1897123:39835 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:22:45,198 INFO [M:0;c6f7b1897123:39835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:22:45,198 DEBUG [M:0;c6f7b1897123:39835 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:22:45,198 INFO [M:0;c6f7b1897123:39835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:22:45,199 INFO [M:0;c6f7b1897123:39835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:22:45,199 ERROR [M:0;c6f7b1897123:39835 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38791,5,PEWorkerGroup] 2024-11-23T14:22:45,199 INFO [M:0;c6f7b1897123:39835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:22:45,199 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:22:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534570691/master 2024-11-23T14:22:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534570691 2024-11-23T14:22:45,208 DEBUG [M:0;c6f7b1897123:39835 {}] zookeeper.ZKUtil(347): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Unable to get data of znode /0-1534570691/master because node does not exist (not an error) 2024-11-23T14:22:45,209 WARN [M:0;c6f7b1897123:39835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:22:45,210 INFO [M:0;c6f7b1897123:39835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/.lastflushedseqids 2024-11-23T14:22:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741848_1024 (size=245) 2024-11-23T14:22:45,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:45,288 INFO [RS:0;c6f7b1897123:38269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:22:45,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38269-0x10168129fb30001, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:45,288 INFO [RS:0;c6f7b1897123:38269 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,38269,1732371721620; zookeeper connection closed. 2024-11-23T14:22:45,288 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c2a76e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c2a76e0 2024-11-23T14:22:45,288 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:22:45,615 INFO [M:0;c6f7b1897123:39835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:22:45,615 INFO [M:0;c6f7b1897123:39835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:22:45,615 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:22:45,615 INFO [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:45,615 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:45,615 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:22:45,615 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:45,615 INFO [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-23T14:22:45,632 DEBUG [M:0;c6f7b1897123:39835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9856a30a829c49cc88f3422bc1149fd4 is 82, key is hbase:meta,,1/info:regioninfo/1732371724464/Put/seqid=0 2024-11-23T14:22:45,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741849_1025 (size=5672) 2024-11-23T14:22:46,035 INFO [M:0;c6f7b1897123:39835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9856a30a829c49cc88f3422bc1149fd4 2024-11-23T14:22:46,051 DEBUG [M:0;c6f7b1897123:39835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc03271fd83f4fc088a96f173b9926f2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732371735959/Put/seqid=0 2024-11-23T14:22:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741850_1026 (size=7217) 2024-11-23T14:22:46,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:22:46,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:46,462 INFO [M:0;c6f7b1897123:39835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc03271fd83f4fc088a96f173b9926f2 2024-11-23T14:22:46,473 INFO [M:0;c6f7b1897123:39835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc03271fd83f4fc088a96f173b9926f2 2024-11-23T14:22:46,490 DEBUG [M:0;c6f7b1897123:39835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18cb5c6e351d4b2dba9c21160298ba04 is 69, key is c6f7b1897123,38269,1732371721620/rs:state/1732371723278/Put/seqid=0 2024-11-23T14:22:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741851_1027 (size=5156) 2024-11-23T14:22:46,894 INFO [M:0;c6f7b1897123:39835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18cb5c6e351d4b2dba9c21160298ba04 2024-11-23T14:22:46,898 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9856a30a829c49cc88f3422bc1149fd4 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9856a30a829c49cc88f3422bc1149fd4 2024-11-23T14:22:46,901 INFO [M:0;c6f7b1897123:39835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9856a30a829c49cc88f3422bc1149fd4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T14:22:46,901 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc03271fd83f4fc088a96f173b9926f2 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc03271fd83f4fc088a96f173b9926f2 2024-11-23T14:22:46,904 INFO [M:0;c6f7b1897123:39835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc03271fd83f4fc088a96f173b9926f2 2024-11-23T14:22:46,904 INFO [M:0;c6f7b1897123:39835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc03271fd83f4fc088a96f173b9926f2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T14:22:46,904 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18cb5c6e351d4b2dba9c21160298ba04 as hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18cb5c6e351d4b2dba9c21160298ba04 2024-11-23T14:22:46,907 INFO [M:0;c6f7b1897123:39835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18cb5c6e351d4b2dba9c21160298ba04, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T14:22:46,908 INFO [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-23T14:22:46,909 INFO [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:46,909 DEBUG [M:0;c6f7b1897123:39835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371765615Disabling compacts and flushes for region at 1732371765615Disabling writes for close at 1732371765615Obtaining lock to block concurrent updates at 1732371765615Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371765615Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732371765616 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371765616Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371765616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371765631 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371765631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371766039 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371766051 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371766051Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371766473 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371766490 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371766490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a23bbf: reopening flushed file at 1732371766897 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ab818f: reopening flushed file at 1732371766901 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e4b24d: reopening flushed file at 1732371766904 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1732371766908 (+4 ms)Writing region close event to WAL at 1732371766909 (+1 ms)Closed at 1732371766909 2024-11-23T14:22:46,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741830_1006 (size=64411) 2024-11-23T14:22:46,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a0f4404-0dbb-e2f6-2171-6ad80580b214/MasterData/WALs/c6f7b1897123,39835,1732371721427/c6f7b1897123%2C39835%2C1732371721427.1732371722940 not finished, retry = 0 2024-11-23T14:22:47,012 INFO [M:0;c6f7b1897123:39835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:22:47,012 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:22:47,012 INFO [M:0;c6f7b1897123:39835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39835 2024-11-23T14:22:47,012 INFO [M:0;c6f7b1897123:39835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:22:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:47,185 INFO [M:0;c6f7b1897123:39835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:22:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39835-0x10168129fb30000, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:22:47,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36f44928{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:47,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bd436ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:22:47,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:22:47,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c51c0c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:22:47,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13045b87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.log.dir/,STOPPED} 2024-11-23T14:22:47,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:22:47,188 WARN [BP-190979536-172.17.0.3-1732371719192 heartbeating to localhost/127.0.0.1:38791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:22:47,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:22:47,188 WARN [BP-190979536-172.17.0.3-1732371719192 heartbeating to localhost/127.0.0.1:38791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-190979536-172.17.0.3-1732371719192 (Datanode Uuid 60b2b898-a5b6-4cc0-8636-efa9b93f329d) service to localhost/127.0.0.1:38791 2024-11-23T14:22:47,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/cluster_b706e51e-b1fe-d919-1742-3c912cbb14b6/data/data1/current/BP-190979536-172.17.0.3-1732371719192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:22:47,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/cluster_b706e51e-b1fe-d919-1742-3c912cbb14b6/data/data2/current/BP-190979536-172.17.0.3-1732371719192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:22:47,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:22:47,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733a7a2f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:22:47,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fe729ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:22:47,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:22:47,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190d83a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:22:47,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2de8f6a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57d3ace9-771a-1084-2009-858816cd769b/hadoop.log.dir/,STOPPED} 2024-11-23T14:22:47,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:22:47,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:22:47,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46179 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38791 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63959) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63959) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63959) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=723 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=2925 (was 3038) 2024-11-23T14:22:47,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=723, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=2924 2024-11-23T14:22:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10168129fb30005, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:22:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10168129fb30002, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:22:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10168129fb30008, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:22:47,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10168129fb30005, quorum=127.0.0.1:63959, baseZNode=/1-1645085851 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:22:47,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10168129fb30008, quorum=127.0.0.1:63959, baseZNode=/2629478289 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:22:47,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10168129fb30002, quorum=127.0.0.1:63959, baseZNode=/0-1534570691 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:22:47,309 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-23T14:22:47,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.log.dir so I do NOT create it in target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1 2024-11-23T14:22:47,310 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:22:47,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.tmp.dir so I do NOT create it in target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1 2024-11-23T14:22:47,310 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8ce2120-b523-045a-614b-8e3fce84926c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:22:47,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1 2024-11-23T14:22:47,310 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/cluster_9dc42811-64ea-7a21-2f6a-c3305dc74c5c, deleteOnExit=true 2024-11-23T14:22:47,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/cluster_9dc42811-64ea-7a21-2f6a-c3305dc74c5c/zookeeper_0, clientPort=63119, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/cluster_9dc42811-64ea-7a21-2f6a-c3305dc74c5c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/cluster_9dc42811-64ea-7a21-2f6a-c3305dc74c5c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:22:47,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63119 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/test.cache.data in system properties and HBase conf 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:22:47,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:22:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:22:47,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:22:48,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:48,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:48,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:48,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:48,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:22:48,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:48,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57e5432a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:48,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c11a30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:48,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1baf7b29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/java.io.tmpdir/jetty-localhost-37621-hadoop-hdfs-3_4_1-tests_jar-_-any-8666297811654919139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:22:48,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7780e551{HTTP/1.1, (http/1.1)}{localhost:37621} 2024-11-23T14:22:48,185 INFO [Time-limited test {}] server.Server(415): Started @285732ms 2024-11-23T14:22:48,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:48,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:48,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:48,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:48,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:22:48,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd9a051{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:48,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42083a7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:48,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@377aeaf2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/java.io.tmpdir/jetty-localhost-41815-hadoop-hdfs-3_4_1-tests_jar-_-any-6447333295302402104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:48,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24445d34{HTTP/1.1, (http/1.1)}{localhost:41815} 2024-11-23T14:22:48,672 INFO [Time-limited test {}] server.Server(415): Started @286219ms 2024-11-23T14:22:48,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:22:49,522 WARN [Thread-3457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/cluster_9dc42811-64ea-7a21-2f6a-c3305dc74c5c/data/data1/current/BP-319439061-172.17.0.3-1732371767328/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:49,522 WARN [Thread-3458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/cluster_9dc42811-64ea-7a21-2f6a-c3305dc74c5c/data/data2/current/BP-319439061-172.17.0.3-1732371767328/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:49,543 WARN [Thread-3445 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x993be83656dcfcd0 with lease ID 0x4aaa632f77e670af: Processing first storage report for DS-c19962b3-5876-4ef8-a4cd-92d5ee7bdc58 from datanode DatanodeRegistration(127.0.0.1:40607, datanodeUuid=f66ebd11-3ae9-48ff-aab3-fd5b3a5bb5da, infoPort=33017, infoSecurePort=0, ipcPort=45849, storageInfo=lv=-57;cid=testClusterID;nsid=263917935;c=1732371767328) 2024-11-23T14:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x993be83656dcfcd0 with lease ID 0x4aaa632f77e670af: from storage DS-c19962b3-5876-4ef8-a4cd-92d5ee7bdc58 node DatanodeRegistration(127.0.0.1:40607, datanodeUuid=f66ebd11-3ae9-48ff-aab3-fd5b3a5bb5da, infoPort=33017, infoSecurePort=0, ipcPort=45849, storageInfo=lv=-57;cid=testClusterID;nsid=263917935;c=1732371767328), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T14:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x993be83656dcfcd0 with lease ID 0x4aaa632f77e670af: Processing first storage report for DS-bd4cae71-9391-40a9-a029-af87a289f6d3 from datanode DatanodeRegistration(127.0.0.1:40607, datanodeUuid=f66ebd11-3ae9-48ff-aab3-fd5b3a5bb5da, infoPort=33017, infoSecurePort=0, ipcPort=45849, storageInfo=lv=-57;cid=testClusterID;nsid=263917935;c=1732371767328) 2024-11-23T14:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x993be83656dcfcd0 with lease ID 0x4aaa632f77e670af: from storage DS-bd4cae71-9391-40a9-a029-af87a289f6d3 node DatanodeRegistration(127.0.0.1:40607, datanodeUuid=f66ebd11-3ae9-48ff-aab3-fd5b3a5bb5da, infoPort=33017, infoSecurePort=0, ipcPort=45849, storageInfo=lv=-57;cid=testClusterID;nsid=263917935;c=1732371767328), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:49,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1 2024-11-23T14:22:49,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:49,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:22:50,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f with version=8 2024-11-23T14:22:50,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/hbase-staging 2024-11-23T14:22:50,051 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:50,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:50,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:50,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:50,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:50,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:50,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:22:50,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:50,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35709 2024-11-23T14:22:50,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35709 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:22:50,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357090x0, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:50,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35709-0x10168135bbc0000 connected 2024-11-23T14:22:50,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:50,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:50,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on znode that does not yet exist, /01312877369/running 2024-11-23T14:22:50,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f, hbase.cluster.distributed=false 2024-11-23T14:22:50,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on znode that does not yet exist, /01312877369/acl 2024-11-23T14:22:50,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35709 2024-11-23T14:22:50,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35709 2024-11-23T14:22:50,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35709 2024-11-23T14:22:50,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35709 2024-11-23T14:22:50,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35709 2024-11-23T14:22:50,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:50,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:50,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:50,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:50,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:50,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:50,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:22:50,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:50,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35149 2024-11-23T14:22:50,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35149 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:22:50,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:50,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:50,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351490x0, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:50,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351490x0, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on znode that does not yet exist, /01312877369/running 2024-11-23T14:22:50,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35149-0x10168135bbc0001 connected 2024-11-23T14:22:50,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:22:50,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:22:50,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on znode that does not yet exist, /01312877369/master 2024-11-23T14:22:50,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on znode that does not yet exist, /01312877369/acl 2024-11-23T14:22:50,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-23T14:22:50,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35149 2024-11-23T14:22:50,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35149 2024-11-23T14:22:50,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-23T14:22:50,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-23T14:22:50,255 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:35709 2024-11-23T14:22:50,255 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01312877369/backup-masters/c6f7b1897123,35709,1732371770051 2024-11-23T14:22:50,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369/backup-masters 2024-11-23T14:22:50,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369/backup-masters 2024-11-23T14:22:50,261 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on existing znode=/01312877369/backup-masters/c6f7b1897123,35709,1732371770051 2024-11-23T14:22:50,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01312877369/master 2024-11-23T14:22:50,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:50,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:50,271 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on existing znode=/01312877369/master 2024-11-23T14:22:50,272 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01312877369/backup-masters/c6f7b1897123,35709,1732371770051 from backup master directory 2024-11-23T14:22:50,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01312877369/backup-masters/c6f7b1897123,35709,1732371770051 2024-11-23T14:22:50,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369/backup-masters 2024-11-23T14:22:50,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369/backup-masters 2024-11-23T14:22:50,282 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:50,282 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,35709,1732371770051 2024-11-23T14:22:50,286 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/hbase.id] with ID: ddabaaad-8a39-4407-aa57-8b09d46c3232 2024-11-23T14:22:50,286 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/.tmp/hbase.id 2024-11-23T14:22:50,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:22:50,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:22:50,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:22:50,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:22:50,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:22:50,694 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/.tmp/hbase.id]:[hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/hbase.id] 2024-11-23T14:22:50,701 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:50,702 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:22:50,702 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T14:22:50,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:50,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:22:51,118 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:51,119 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:22:51,120 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:51,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:22:51,526 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store 2024-11-23T14:22:51,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:22:51,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:51,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:22:51,535 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:51,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:51,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:22:51,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:51,535 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:51,535 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371771535Disabling compacts and flushes for region at 1732371771535Disabling writes for close at 1732371771535Writing region close event to WAL at 1732371771535Closed at 1732371771535 2024-11-23T14:22:51,538 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/.initializing 2024-11-23T14:22:51,538 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/WALs/c6f7b1897123,35709,1732371770051 2024-11-23T14:22:51,539 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:51,541 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C35709%2C1732371770051, suffix=, logDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/WALs/c6f7b1897123,35709,1732371770051, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/oldWALs, maxLogs=10 2024-11-23T14:22:51,559 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/WALs/c6f7b1897123,35709,1732371770051/c6f7b1897123%2C35709%2C1732371770051.1732371771541, exclude list is [], retry=0 2024-11-23T14:22:51,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-c19962b3-5876-4ef8-a4cd-92d5ee7bdc58,DISK] 2024-11-23T14:22:51,565 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/WALs/c6f7b1897123,35709,1732371770051/c6f7b1897123%2C35709%2C1732371770051.1732371771541 2024-11-23T14:22:51,565 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-23T14:22:51,565 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:51,566 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:51,566 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,566 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:22:51,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:51,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:51,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:22:51,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:51,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:51,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:22:51,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:51,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:51,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:22:51,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:51,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:51,574 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,575 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,576 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,577 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,577 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,577 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:51,579 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:51,605 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:51,605 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65302977, jitterRate=-0.026909813284873962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:51,606 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371771566Initializing all the Stores at 1732371771567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371771567Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371771567Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371771567Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371771567Cleaning up temporary data from old regions at 1732371771577 (+10 ms)Region opened successfully at 1732371771606 (+29 ms) 2024-11-23T14:22:51,607 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:22:51,609 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745fd388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:51,610 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:22:51,611 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:22:51,611 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:22:51,611 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:22:51,611 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:22:51,612 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:22:51,612 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:22:51,618 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:22:51,619 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Unable to get data of znode /01312877369/balancer because node does not exist (not necessarily an error) 2024-11-23T14:22:51,639 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312877369/balancer already deleted, retry=false 2024-11-23T14:22:51,640 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:22:51,641 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Unable to get data of znode /01312877369/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:22:51,650 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312877369/normalizer already deleted, retry=false 2024-11-23T14:22:51,650 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:22:51,665 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Unable to get data of znode /01312877369/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:22:51,671 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312877369/switch/split already deleted, retry=false 2024-11-23T14:22:51,674 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Unable to get data of znode /01312877369/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:22:51,681 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312877369/switch/merge already deleted, retry=false 2024-11-23T14:22:51,688 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Unable to get data of znode /01312877369/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:22:51,701 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312877369/snapshot-cleanup already deleted, retry=false 2024-11-23T14:22:51,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01312877369/running 2024-11-23T14:22:51,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01312877369/running 2024-11-23T14:22:51,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:51,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:51,715 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,35709,1732371770051, sessionid=0x10168135bbc0000, setting cluster-up flag (Was=false) 2024-11-23T14:22:51,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:51,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:51,766 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01312877369/flush-table-proc/acquired, /01312877369/flush-table-proc/reached, /01312877369/flush-table-proc/abort 2024-11-23T14:22:51,768 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,35709,1732371770051 2024-11-23T14:22:51,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:51,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:51,819 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01312877369/online-snapshot/acquired, /01312877369/online-snapshot/reached, /01312877369/online-snapshot/abort 2024-11-23T14:22:51,820 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,35709,1732371770051 2024-11-23T14:22:51,821 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:22:51,830 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:51,830 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:22:51,830 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:22:51,831 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,35709,1732371770051 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:22:51,832 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:51,832 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:51,832 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:51,832 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:51,832 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:22:51,833 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:51,833 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:51,833 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:51,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:51,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:22:51,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:51,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:22:51,890 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371801890 2024-11-23T14:22:51,890 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:22:51,891 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:22:51,891 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:22:51,891 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:22:51,891 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:22:51,891 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:22:51,892 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(746): ClusterId : ddabaaad-8a39-4407-aa57-8b09d46c3232 2024-11-23T14:22:51,892 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:22:51,900 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:51,905 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:22:51,905 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:22:51,914 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:22:51,915 DEBUG [RS:0;c6f7b1897123:35149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1107b83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:22:51,916 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:22:51,916 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:22:51,916 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:22:51,917 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:22:51,924 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:22:51,924 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:22:51,932 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371771924,5,FailOnTimeoutGroup] 2024-11-23T14:22:51,943 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:35149 2024-11-23T14:22:51,943 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:22:51,943 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:22:51,943 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:22:51,944 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371771932,5,FailOnTimeoutGroup] 2024-11-23T14:22:51,944 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:51,944 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:22:51,944 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:51,944 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:51,944 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,35709,1732371770051 with port=35149, startcode=1732371770210 2024-11-23T14:22:51,945 DEBUG [RS:0;c6f7b1897123:35149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:22:51,949 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:22:51,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,35149,1732371770210 2024-11-23T14:22:51,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35709 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,35149,1732371770210 2024-11-23T14:22:51,951 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f 2024-11-23T14:22:51,951 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38287 2024-11-23T14:22:51,951 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:22:51,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369/rs 2024-11-23T14:22:51,965 DEBUG [RS:0;c6f7b1897123:35149 {}] zookeeper.ZKUtil(111): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on existing znode=/01312877369/rs/c6f7b1897123,35149,1732371770210 2024-11-23T14:22:51,965 WARN [RS:0;c6f7b1897123:35149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:51,965 INFO [RS:0;c6f7b1897123:35149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:51,965 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210 2024-11-23T14:22:51,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,35149,1732371770210] 2024-11-23T14:22:51,997 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:22:52,004 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:22:52,005 INFO [RS:0;c6f7b1897123:35149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:22:52,006 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,007 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:22:52,008 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:22:52,009 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:52,009 DEBUG [RS:0;c6f7b1897123:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:52,017 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,017 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,017 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,017 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,017 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,017 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35149,1732371770210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:52,038 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:22:52,038 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35149,1732371770210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,038 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,038 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.Replication(171): c6f7b1897123,35149,1732371770210 started 2024-11-23T14:22:52,059 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:52,059 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,35149,1732371770210, RpcServer on c6f7b1897123/172.17.0.3:35149, sessionid=0x10168135bbc0001 2024-11-23T14:22:52,059 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:22:52,059 DEBUG [RS:0;c6f7b1897123:35149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,35149,1732371770210 2024-11-23T14:22:52,059 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,35149,1732371770210' 2024-11-23T14:22:52,059 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01312877369/flush-table-proc/abort' 2024-11-23T14:22:52,060 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01312877369/flush-table-proc/acquired' 2024-11-23T14:22:52,060 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:22:52,060 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:22:52,060 DEBUG [RS:0;c6f7b1897123:35149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,35149,1732371770210 2024-11-23T14:22:52,060 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,35149,1732371770210' 2024-11-23T14:22:52,060 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01312877369/online-snapshot/abort' 2024-11-23T14:22:52,061 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01312877369/online-snapshot/acquired' 2024-11-23T14:22:52,062 DEBUG [RS:0;c6f7b1897123:35149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:22:52,062 INFO [RS:0;c6f7b1897123:35149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:22:52,062 INFO [RS:0;c6f7b1897123:35149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:22:52,162 INFO [RS:0;c6f7b1897123:35149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:52,164 INFO [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C35149%2C1732371770210, suffix=, logDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/oldWALs, maxLogs=10 2024-11-23T14:22:52,180 DEBUG [RS:0;c6f7b1897123:35149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164, exclude list is [], retry=0 2024-11-23T14:22:52,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-c19962b3-5876-4ef8-a4cd-92d5ee7bdc58,DISK] 2024-11-23T14:22:52,194 INFO [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 2024-11-23T14:22:52,204 DEBUG [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-23T14:22:52,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:22:52,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f 2024-11-23T14:22:52,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:22:52,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:52,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:52,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:52,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:52,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:52,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:52,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:52,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:52,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:52,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:52,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:52,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:52,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:52,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:52,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:52,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:52,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:52,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:52,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740 2024-11-23T14:22:52,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740 2024-11-23T14:22:52,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:52,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:52,743 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:52,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:52,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:52,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61891203, jitterRate=-0.07774920761585236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371772725Initializing all the Stores at 1732371772725Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371772725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371772726 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371772726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371772726Cleaning up temporary data from old regions at 1732371772743 (+17 ms)Region opened successfully at 1732371772756 (+13 ms) 2024-11-23T14:22:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:22:52,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:22:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:22:52,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-23T14:22:52,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:22:52,768 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:52,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371772756Disabling compacts and flushes for region at 1732371772756Disabling writes for close at 1732371772757 (+1 ms)Writing region close event to WAL at 1732371772768 (+11 ms)Closed at 1732371772768 2024-11-23T14:22:52,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:52,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:22:52,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:22:52,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:52,772 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:22:52,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:22:52,775 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:22:52,775 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88746 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:22:52,923 DEBUG [c6f7b1897123:35709 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:22:52,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,35149,1732371770210 2024-11-23T14:22:52,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,35149,1732371770210, state=OPENING 2024-11-23T14:22:53,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:22:53,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:53,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:22:53,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01312877369/meta-region-server: CHANGED 2024-11-23T14:22:53,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01312877369/meta-region-server: CHANGED 2024-11-23T14:22:53,040 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:53,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,35149,1732371770210}] 2024-11-23T14:22:53,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:53,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:22:53,199 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:22:53,199 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:53,199 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:22:53,204 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C35149%2C1732371770210.meta, suffix=.meta, logDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/oldWALs, maxLogs=10 2024-11-23T14:22:53,226 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.meta.1732371773205.meta, exclude list is [], retry=0 2024-11-23T14:22:53,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-c19962b3-5876-4ef8-a4cd-92d5ee7bdc58,DISK] 2024-11-23T14:22:53,233 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.meta.1732371773205.meta 2024-11-23T14:22:53,233 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-23T14:22:53,234 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:53,234 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:53,234 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:22:53,234 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:22:53,234 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:22:53,234 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:22:53,234 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:53,234 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:22:53,235 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:22:53,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:53,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:53,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:53,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:53,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:53,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:53,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:53,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:53,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:53,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:53,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:53,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:53,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:53,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:53,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:53,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:53,240 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:53,241 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740 2024-11-23T14:22:53,242 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740 2024-11-23T14:22:53,244 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:53,244 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:53,244 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:53,245 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:53,246 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63992685, jitterRate=-0.046434685587882996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:53,246 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:22:53,247 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371773235Writing region info on filesystem at 1732371773235Initializing all the Stores at 1732371773235Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371773235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371773235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371773235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371773236 (+1 ms)Cleaning up temporary data from old regions at 1732371773244 (+8 ms)Running coprocessor post-open hooks at 1732371773246 (+2 ms)Region opened successfully at 1732371773247 (+1 ms) 2024-11-23T14:22:53,248 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371773193 2024-11-23T14:22:53,250 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:22:53,250 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:22:53,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,35149,1732371770210 2024-11-23T14:22:53,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,35149,1732371770210, state=OPEN 2024-11-23T14:22:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01312877369/meta-region-server 2024-11-23T14:22:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01312877369/meta-region-server 2024-11-23T14:22:53,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01312877369/meta-region-server: CHANGED 2024-11-23T14:22:53,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01312877369/meta-region-server: CHANGED 2024-11-23T14:22:53,294 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,35149,1732371770210 2024-11-23T14:22:53,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:22:53,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,35149,1732371770210 in 253 msec 2024-11-23T14:22:53,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:22:53,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-23T14:22:53,299 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:53,299 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:22:53,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:53,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,35149,1732371770210, seqNum=-1] 2024-11-23T14:22:53,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:53,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:53,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4780 sec 2024-11-23T14:22:53,308 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371773308, completionTime=-1 2024-11-23T14:22:53,308 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:22:53,308 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:22:53,311 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:22:53,311 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371833311 2024-11-23T14:22:53,311 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371893311 2024-11-23T14:22:53,311 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-23T14:22:53,312 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35709,1732371770051-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:53,312 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35709,1732371770051-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:53,312 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35709,1732371770051-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:53,312 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:35709, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:53,312 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:53,315 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:22:53,316 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:53,320 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.038sec 2024-11-23T14:22:53,320 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:22:53,320 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:22:53,320 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:22:53,320 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:22:53,320 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:22:53,321 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35709,1732371770051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:53,321 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35709,1732371770051-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:22:53,323 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:22:53,323 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:22:53,324 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,35709,1732371770051-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:53,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2832ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:53,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,35709,-1 for getting cluster id 2024-11-23T14:22:53,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:53,392 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddabaaad-8a39-4407-aa57-8b09d46c3232' 2024-11-23T14:22:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddabaaad-8a39-4407-aa57-8b09d46c3232" 2024-11-23T14:22:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116b2975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,35709,-1] 2024-11-23T14:22:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:53,395 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:53,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8ac6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:53,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,35149,1732371770210, seqNum=-1] 2024-11-23T14:22:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:53,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:53,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,35709,1732371770051 2024-11-23T14:22:53,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:22:53,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:53,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.log.dir so I do NOT create it in target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a 2024-11-23T14:22:53,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:22:53,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.tmp.dir so I do NOT create it in target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a 2024-11-23T14:22:53,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:22:53,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a 2024-11-23T14:22:53,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:22:53,443 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/cluster_3d61c011-72c5-224e-5842-846cdbe70a3b, deleteOnExit=true 2024-11-23T14:22:53,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:22:53,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/test.cache.data in system properties and HBase conf 2024-11-23T14:22:53,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:22:53,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:22:53,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10168135bbc0002 connected 2024-11-23T14:22:53,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:22:53,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:22:53,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:22:53,444 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:22:53,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:22:53,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:22:53,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:53,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:22:53,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:22:53,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:53,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:53,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:53,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:53,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:22:53,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:53,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111f1950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:53,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@524ada36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:53,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e71ee28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/java.io.tmpdir/jetty-localhost-39467-hadoop-hdfs-3_4_1-tests_jar-_-any-7685587144626013948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:22:53,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66088522{HTTP/1.1, (http/1.1)}{localhost:39467} 2024-11-23T14:22:53,879 INFO [Time-limited test {}] server.Server(415): Started @291427ms 2024-11-23T14:22:54,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:54,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:54,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:54,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:54,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:22:54,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a00face{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:54,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ddbc349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:54,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67d69481{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/java.io.tmpdir/jetty-localhost-37433-hadoop-hdfs-3_4_1-tests_jar-_-any-14177919834812371844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:54,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15cfdc73{HTTP/1.1, (http/1.1)}{localhost:37433} 2024-11-23T14:22:54,304 INFO [Time-limited test {}] server.Server(415): Started @291851ms 2024-11-23T14:22:54,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:22:55,035 WARN [Thread-3577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/cluster_3d61c011-72c5-224e-5842-846cdbe70a3b/data/data1/current/BP-169606202-172.17.0.3-1732371773472/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:55,035 WARN [Thread-3578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/cluster_3d61c011-72c5-224e-5842-846cdbe70a3b/data/data2/current/BP-169606202-172.17.0.3-1732371773472/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:55,055 WARN [Thread-3565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:22:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8111908d6a8e6c3 with lease ID 0xae5a8ec90def9132: Processing first storage report for DS-85659f51-bca0-46fb-b199-07535150ff2e from datanode DatanodeRegistration(127.0.0.1:39021, datanodeUuid=f2151d80-99fd-4fd1-8422-c2feba32325b, infoPort=38061, infoSecurePort=0, ipcPort=43555, storageInfo=lv=-57;cid=testClusterID;nsid=1815638161;c=1732371773472) 2024-11-23T14:22:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8111908d6a8e6c3 with lease ID 0xae5a8ec90def9132: from storage DS-85659f51-bca0-46fb-b199-07535150ff2e node DatanodeRegistration(127.0.0.1:39021, datanodeUuid=f2151d80-99fd-4fd1-8422-c2feba32325b, infoPort=38061, infoSecurePort=0, ipcPort=43555, storageInfo=lv=-57;cid=testClusterID;nsid=1815638161;c=1732371773472), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T14:22:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8111908d6a8e6c3 with lease ID 0xae5a8ec90def9132: Processing first storage report for DS-4acb03d9-21c7-4c42-b8df-c097a8c137e9 from datanode DatanodeRegistration(127.0.0.1:39021, datanodeUuid=f2151d80-99fd-4fd1-8422-c2feba32325b, infoPort=38061, infoSecurePort=0, ipcPort=43555, storageInfo=lv=-57;cid=testClusterID;nsid=1815638161;c=1732371773472) 2024-11-23T14:22:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8111908d6a8e6c3 with lease ID 0xae5a8ec90def9132: from storage DS-4acb03d9-21c7-4c42-b8df-c097a8c137e9 node DatanodeRegistration(127.0.0.1:39021, datanodeUuid=f2151d80-99fd-4fd1-8422-c2feba32325b, infoPort=38061, infoSecurePort=0, ipcPort=43555, storageInfo=lv=-57;cid=testClusterID;nsid=1815638161;c=1732371773472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:55,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a 2024-11-23T14:22:55,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:55,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:55,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:22:55,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7 with version=8 2024-11-23T14:22:55,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/hbase-staging 2024-11-23T14:22:55,089 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:55,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:55,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:55,089 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:55,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:55,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:55,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:22:55,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:55,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39329 2024-11-23T14:22:55,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39329 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:22:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393290x0, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:55,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39329-0x10168135bbc0003 connected 2024-11-23T14:22:55,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:55,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:55,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on znode that does not yet exist, /11944903087/running 2024-11-23T14:22:55,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7, hbase.cluster.distributed=false 2024-11-23T14:22:55,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on znode that does not yet exist, /11944903087/acl 2024-11-23T14:22:55,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39329 2024-11-23T14:22:55,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39329 2024-11-23T14:22:55,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39329 2024-11-23T14:22:55,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39329 2024-11-23T14:22:55,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39329 2024-11-23T14:22:55,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:22:55,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:55,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:55,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:22:55,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:22:55,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:22:55,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:22:55,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:22:55,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39463 2024-11-23T14:22:55,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39463 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:22:55,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:55,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:55,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394630x0, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:55,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394630x0, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on znode that does not yet exist, /11944903087/running 2024-11-23T14:22:55,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:22:55,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39463-0x10168135bbc0004 connected 2024-11-23T14:22:55,308 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:22:55,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on znode that does not yet exist, /11944903087/master 2024-11-23T14:22:55,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on znode that does not yet exist, /11944903087/acl 2024-11-23T14:22:55,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39463 2024-11-23T14:22:55,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39463 2024-11-23T14:22:55,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39463 2024-11-23T14:22:55,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39463 2024-11-23T14:22:55,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39463 2024-11-23T14:22:55,429 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:39329 2024-11-23T14:22:55,440 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11944903087/backup-masters/c6f7b1897123,39329,1732371775089 2024-11-23T14:22:55,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087/backup-masters 2024-11-23T14:22:55,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087/backup-masters 2024-11-23T14:22:55,452 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on existing znode=/11944903087/backup-masters/c6f7b1897123,39329,1732371775089 2024-11-23T14:22:55,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:55,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944903087/master 2024-11-23T14:22:55,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:55,461 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on existing znode=/11944903087/master 2024-11-23T14:22:55,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11944903087/backup-masters/c6f7b1897123,39329,1732371775089 from backup master directory 2024-11-23T14:22:55,471 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:55,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087/backup-masters 2024-11-23T14:22:55,471 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,39329,1732371775089 2024-11-23T14:22:55,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944903087/backup-masters/c6f7b1897123,39329,1732371775089 2024-11-23T14:22:55,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087/backup-masters 2024-11-23T14:22:55,483 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/hbase.id] with ID: a06d0b1f-9040-4dd8-8e19-4ff98fda4830 2024-11-23T14:22:55,483 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/.tmp/hbase.id 2024-11-23T14:22:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:22:55,491 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/.tmp/hbase.id]:[hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/hbase.id] 2024-11-23T14:22:55,501 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:55,501 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:22:55,502 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:22:55,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:55,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:22:55,530 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:22:55,530 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:22:55,536 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:22:55,948 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store 2024-11-23T14:22:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:22:55,986 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:55,987 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:22:55,987 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:55,987 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:55,987 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:22:55,987 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:55,987 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:22:55,987 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371775986Disabling compacts and flushes for region at 1732371775986Disabling writes for close at 1732371775987 (+1 ms)Writing region close event to WAL at 1732371775987Closed at 1732371775987 2024-11-23T14:22:55,990 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/.initializing 2024-11-23T14:22:55,990 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/WALs/c6f7b1897123,39329,1732371775089 2024-11-23T14:22:55,991 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:55,993 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C39329%2C1732371775089, suffix=, logDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/WALs/c6f7b1897123,39329,1732371775089, archiveDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/oldWALs, maxLogs=10 2024-11-23T14:22:56,028 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/WALs/c6f7b1897123,39329,1732371775089/c6f7b1897123%2C39329%2C1732371775089.1732371775994, exclude list is [], retry=0 2024-11-23T14:22:56,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-85659f51-bca0-46fb-b199-07535150ff2e,DISK] 2024-11-23T14:22:56,049 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/WALs/c6f7b1897123,39329,1732371775089/c6f7b1897123%2C39329%2C1732371775089.1732371775994 2024-11-23T14:22:56,049 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38061:38061)] 2024-11-23T14:22:56,049 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:56,049 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:56,049 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,050 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:22:56,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:56,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:56,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:22:56,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:56,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:56,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:22:56,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:56,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:56,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:22:56,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:56,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:22:56,059 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,060 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,060 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,062 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,062 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,062 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:56,063 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:22:56,065 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:56,065 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73474409, jitterRate=0.09485401213169098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:56,065 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371776050Initializing all the Stores at 1732371776050Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371776050Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371776052 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371776052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371776052Cleaning up temporary data from old regions at 1732371776062 (+10 ms)Region opened successfully at 1732371776065 (+3 ms) 2024-11-23T14:22:56,065 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:22:56,067 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75817df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:56,068 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:22:56,068 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:22:56,068 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:22:56,069 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:22:56,069 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:22:56,069 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:22:56,069 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:22:56,073 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:22:56,074 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Unable to get data of znode /11944903087/balancer because node does not exist (not necessarily an error) 2024-11-23T14:22:56,123 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944903087/balancer already deleted, retry=false 2024-11-23T14:22:56,124 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:22:56,124 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Unable to get data of znode /11944903087/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:22:56,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:22:56,134 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944903087/normalizer already deleted, retry=false 2024-11-23T14:22:56,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,134 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:22:56,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,135 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Unable to get data of znode /11944903087/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:22:56,144 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944903087/switch/split already deleted, retry=false 2024-11-23T14:22:56,145 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Unable to get data of znode /11944903087/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:22:56,155 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944903087/switch/merge already deleted, retry=false 2024-11-23T14:22:56,157 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Unable to get data of znode /11944903087/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:22:56,165 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944903087/snapshot-cleanup already deleted, retry=false 2024-11-23T14:22:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944903087/running 2024-11-23T14:22:56,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944903087/running 2024-11-23T14:22:56,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:56,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:56,176 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,39329,1732371775089, sessionid=0x10168135bbc0003, setting cluster-up flag (Was=false) 2024-11-23T14:22:56,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:22:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:56,229 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11944903087/flush-table-proc/acquired, /11944903087/flush-table-proc/reached, /11944903087/flush-table-proc/abort 2024-11-23T14:22:56,230 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39329,1732371775089 2024-11-23T14:22:56,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:56,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:56,292 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11944903087/online-snapshot/acquired, /11944903087/online-snapshot/reached, /11944903087/online-snapshot/abort 2024-11-23T14:22:56,293 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,39329,1732371775089 2024-11-23T14:22:56,309 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:22:56,310 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:56,310 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:22:56,311 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:22:56,311 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,39329,1732371775089 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:22:56,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:56,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:56,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:56,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:22:56,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:22:56,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:56,312 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,313 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(746): ClusterId : a06d0b1f-9040-4dd8-8e19-4ff98fda4830 2024-11-23T14:22:56,313 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:22:56,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:56,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:22:56,318 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:56,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:22:56,324 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:22:56,324 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:22:56,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371806334 2024-11-23T14:22:56,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:22:56,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:22:56,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:22:56,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:22:56,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:22:56,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:22:56,334 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,335 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:22:56,335 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:22:56,335 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:22:56,335 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:22:56,335 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:22:56,335 DEBUG [RS:0;c6f7b1897123:39463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12133f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:22:56,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:22:56,344 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:22:56,344 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:22:56,357 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371776344,5,FailOnTimeoutGroup] 2024-11-23T14:22:56,364 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371776357,5,FailOnTimeoutGroup] 2024-11-23T14:22:56,364 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,364 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:22:56,364 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,364 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,370 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:39463 2024-11-23T14:22:56,370 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:22:56,370 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:22:56,370 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:22:56,371 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,39329,1732371775089 with port=39463, startcode=1732371775257 2024-11-23T14:22:56,371 DEBUG [RS:0;c6f7b1897123:39463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:22:56,389 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:22:56,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,39463,1732371775257 2024-11-23T14:22:56,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,39463,1732371775257 2024-11-23T14:22:56,391 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7 2024-11-23T14:22:56,392 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45029 2024-11-23T14:22:56,392 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:22:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087/rs 2024-11-23T14:22:56,445 DEBUG [RS:0;c6f7b1897123:39463 {}] zookeeper.ZKUtil(111): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on existing znode=/11944903087/rs/c6f7b1897123,39463,1732371775257 2024-11-23T14:22:56,445 WARN [RS:0;c6f7b1897123:39463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:22:56,445 INFO [RS:0;c6f7b1897123:39463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:56,445 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257 2024-11-23T14:22:56,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,39463,1732371775257] 2024-11-23T14:22:56,450 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:22:56,452 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:22:56,453 INFO [RS:0;c6f7b1897123:39463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:22:56,453 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,453 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:22:56,454 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:22:56,454 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:56,454 DEBUG [RS:0;c6f7b1897123:39463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:22:56,460 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,460 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,460 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,460 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,460 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,460 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39463,1732371775257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:56,481 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:22:56,481 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39463,1732371775257-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,481 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,481 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.Replication(171): c6f7b1897123,39463,1732371775257 started 2024-11-23T14:22:56,496 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:56,496 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,39463,1732371775257, RpcServer on c6f7b1897123/172.17.0.3:39463, sessionid=0x10168135bbc0004 2024-11-23T14:22:56,496 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:22:56,496 DEBUG [RS:0;c6f7b1897123:39463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,39463,1732371775257 2024-11-23T14:22:56,496 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,39463,1732371775257' 2024-11-23T14:22:56,496 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11944903087/flush-table-proc/abort' 2024-11-23T14:22:56,496 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11944903087/flush-table-proc/acquired' 2024-11-23T14:22:56,497 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:22:56,497 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:22:56,497 DEBUG [RS:0;c6f7b1897123:39463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,39463,1732371775257 2024-11-23T14:22:56,497 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,39463,1732371775257' 2024-11-23T14:22:56,497 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11944903087/online-snapshot/abort' 2024-11-23T14:22:56,497 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11944903087/online-snapshot/acquired' 2024-11-23T14:22:56,497 DEBUG [RS:0;c6f7b1897123:39463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:22:56,498 INFO [RS:0;c6f7b1897123:39463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:22:56,498 INFO [RS:0;c6f7b1897123:39463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:22:56,598 INFO [RS:0;c6f7b1897123:39463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:22:56,599 INFO [RS:0;c6f7b1897123:39463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39463%2C1732371775257, suffix=, logDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257, archiveDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/oldWALs, maxLogs=10 2024-11-23T14:22:56,616 DEBUG [RS:0;c6f7b1897123:39463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, exclude list is [], retry=0 2024-11-23T14:22:56,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-85659f51-bca0-46fb-b199-07535150ff2e,DISK] 2024-11-23T14:22:56,620 INFO [RS:0;c6f7b1897123:39463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 2024-11-23T14:22:56,620 DEBUG [RS:0;c6f7b1897123:39463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38061:38061)] 2024-11-23T14:22:56,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:22:56,743 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7 2024-11-23T14:22:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:22:57,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:57,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:57,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:57,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:57,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:57,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:57,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:57,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:57,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:57,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:57,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:57,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:57,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:57,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:57,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:57,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:57,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:57,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:57,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740 2024-11-23T14:22:57,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740 2024-11-23T14:22:57,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:57,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:57,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:57,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:57,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:22:57,159 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73742249, jitterRate=0.09884513914585114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:57,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371777148Initializing all the Stores at 1732371777149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371777149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371777149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371777149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371777149Cleaning up temporary data from old regions at 1732371777155 (+6 ms)Region opened successfully at 1732371777159 (+4 ms) 2024-11-23T14:22:57,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:22:57,159 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:22:57,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:22:57,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:22:57,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:22:57,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:22:57,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371777159Disabling compacts and flushes for region at 1732371777159Disabling writes for close at 1732371777159Writing region close event to WAL at 1732371777159Closed at 1732371777159 2024-11-23T14:22:57,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:57,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:22:57,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:22:57,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:57,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:22:57,313 DEBUG [c6f7b1897123:39329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:22:57,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,39463,1732371775257 2024-11-23T14:22:57,314 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,39463,1732371775257, state=OPENING 2024-11-23T14:22:57,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:22:57,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:57,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:22:57,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944903087/meta-region-server: CHANGED 2024-11-23T14:22:57,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944903087/meta-region-server: CHANGED 2024-11-23T14:22:57,387 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:22:57,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,39463,1732371775257}] 2024-11-23T14:22:57,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:22:57,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:22:57,546 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:22:57,546 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:22:57,546 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:22:57,547 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39463%2C1732371775257.meta, suffix=.meta, logDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257, archiveDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/oldWALs, maxLogs=10 2024-11-23T14:22:57,567 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.meta.1732371777548.meta, exclude list is [], retry=0 2024-11-23T14:22:57,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-85659f51-bca0-46fb-b199-07535150ff2e,DISK] 2024-11-23T14:22:57,573 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.meta.1732371777548.meta 2024-11-23T14:22:57,573 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38061:38061)] 2024-11-23T14:22:57,573 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:22:57,574 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:22:57,574 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:22:57,574 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:22:57,574 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:22:57,574 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:22:57,574 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:22:57,574 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:22:57,574 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:22:57,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:22:57,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:22:57,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:57,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:57,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:22:57,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:22:57,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:57,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:57,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:22:57,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:22:57,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:57,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:57,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:22:57,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:22:57,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:22:57,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:22:57,580 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:22:57,581 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740 2024-11-23T14:22:57,582 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740 2024-11-23T14:22:57,583 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:22:57,583 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:22:57,584 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:22:57,585 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:22:57,586 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66081253, jitterRate=-0.015312597155570984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:22:57,586 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:22:57,586 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371777574Writing region info on filesystem at 1732371777574Initializing all the Stores at 1732371777575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371777575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371777575Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371777575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371777575Cleaning up temporary data from old regions at 1732371777583 (+8 ms)Running coprocessor post-open hooks at 1732371777586 (+3 ms)Region opened successfully at 1732371777586 2024-11-23T14:22:57,588 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371777540 2024-11-23T14:22:57,590 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:22:57,590 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:22:57,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,39463,1732371775257 2024-11-23T14:22:57,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,39463,1732371775257, state=OPEN 2024-11-23T14:22:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11944903087/meta-region-server 2024-11-23T14:22:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11944903087/meta-region-server 2024-11-23T14:22:57,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944903087/meta-region-server: CHANGED 2024-11-23T14:22:57,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944903087/meta-region-server: CHANGED 2024-11-23T14:22:57,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,39463,1732371775257 2024-11-23T14:22:57,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:22:57,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,39463,1732371775257 in 210 msec 2024-11-23T14:22:57,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:22:57,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-23T14:22:57,603 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:22:57,603 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:22:57,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:57,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39463,1732371775257, seqNum=-1] 2024-11-23T14:22:57,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:57,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:57,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-23T14:22:57,612 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371777612, completionTime=-1 2024-11-23T14:22:57,612 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:22:57,612 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:22:57,614 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:22:57,614 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371837614 2024-11-23T14:22:57,614 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371897614 2024-11-23T14:22:57,614 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T14:22:57,615 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39329,1732371775089-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:57,615 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39329,1732371775089-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:57,615 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39329,1732371775089-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:57,615 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:39329, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:57,615 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:57,615 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:57,617 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:22:57,618 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.147sec 2024-11-23T14:22:57,619 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:22:57,619 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:22:57,619 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:22:57,619 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:22:57,619 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:22:57,619 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39329,1732371775089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:22:57,619 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39329,1732371775089-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:22:57,621 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:22:57,621 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:22:57,621 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,39329,1732371775089-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:22:57,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193535bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:57,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39329,-1 for getting cluster id 2024-11-23T14:22:57,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:22:57,716 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a06d0b1f-9040-4dd8-8e19-4ff98fda4830' 2024-11-23T14:22:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:22:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a06d0b1f-9040-4dd8-8e19-4ff98fda4830" 2024-11-23T14:22:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2d85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39329,-1] 2024-11-23T14:22:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:22:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:22:57,718 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:22:57,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224bae05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:22:57,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:22:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39463,1732371775257, seqNum=-1] 2024-11-23T14:22:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:22:57,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:22:57,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,39329,1732371775089 2024-11-23T14:22:57,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:22:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:22:57,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10168135bbc0005 connected 2024-11-23T14:22:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.log.dir so I do NOT create it in target/test-data/c51fe878-6976-d45a-ff40-00c69e691813 2024-11-23T14:22:57,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:22:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.tmp.dir so I do NOT create it in target/test-data/c51fe878-6976-d45a-ff40-00c69e691813 2024-11-23T14:22:57,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:22:57,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/cluster_f26826da-f7ac-826e-1921-aa5972f0d89f, deleteOnExit=true 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/test.cache.data in system properties and HBase conf 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:22:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:22:57,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:22:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:22:57,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:22:57,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:22:57,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:22:57,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:22:58,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:58,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:58,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:58,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:58,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:22:58,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:58,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76eb47af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:58,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6796c00e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:58,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ad88eef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/java.io.tmpdir/jetty-localhost-46039-hadoop-hdfs-3_4_1-tests_jar-_-any-13833106789316874210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:22:58,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dcf78a5{HTTP/1.1, (http/1.1)}{localhost:46039} 2024-11-23T14:22:58,291 INFO [Time-limited test {}] server.Server(415): Started @295838ms 2024-11-23T14:22:58,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:22:58,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:22:58,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:22:58,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:22:58,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:22:58,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c42f78a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:22:58,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea269ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:22:58,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ebb655{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/java.io.tmpdir/jetty-localhost-45851-hadoop-hdfs-3_4_1-tests_jar-_-any-1780888864507470323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:22:58,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@773c9faa{HTTP/1.1, (http/1.1)}{localhost:45851} 2024-11-23T14:22:58,758 INFO [Time-limited test {}] server.Server(415): Started @296305ms 2024-11-23T14:22:58,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:22:59,731 WARN [Thread-3698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/cluster_f26826da-f7ac-826e-1921-aa5972f0d89f/data/data1/current/BP-1789760619-172.17.0.3-1732371777769/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:59,731 WARN [Thread-3699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/cluster_f26826da-f7ac-826e-1921-aa5972f0d89f/data/data2/current/BP-1789760619-172.17.0.3-1732371777769/current, will proceed with Du for space computation calculation, 2024-11-23T14:22:59,761 WARN [Thread-3686 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:22:59,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe61ae70d2b03d420 with lease ID 0xd72464bfd4684aa0: Processing first storage report for DS-f74b9aa8-0ea1-4cc6-af39-a950f646037d from datanode DatanodeRegistration(127.0.0.1:38409, datanodeUuid=09a84b6b-fb07-440a-bbde-caaa72037e09, infoPort=34381, infoSecurePort=0, ipcPort=35665, storageInfo=lv=-57;cid=testClusterID;nsid=2091284018;c=1732371777769) 2024-11-23T14:22:59,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe61ae70d2b03d420 with lease ID 0xd72464bfd4684aa0: from storage DS-f74b9aa8-0ea1-4cc6-af39-a950f646037d node DatanodeRegistration(127.0.0.1:38409, datanodeUuid=09a84b6b-fb07-440a-bbde-caaa72037e09, infoPort=34381, infoSecurePort=0, ipcPort=35665, storageInfo=lv=-57;cid=testClusterID;nsid=2091284018;c=1732371777769), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:59,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe61ae70d2b03d420 with lease ID 0xd72464bfd4684aa0: Processing first storage report for DS-62248c6d-5d99-4d6c-bd9e-da005075185b from datanode DatanodeRegistration(127.0.0.1:38409, datanodeUuid=09a84b6b-fb07-440a-bbde-caaa72037e09, infoPort=34381, infoSecurePort=0, ipcPort=35665, storageInfo=lv=-57;cid=testClusterID;nsid=2091284018;c=1732371777769) 2024-11-23T14:22:59,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe61ae70d2b03d420 with lease ID 0xd72464bfd4684aa0: from storage DS-62248c6d-5d99-4d6c-bd9e-da005075185b node DatanodeRegistration(127.0.0.1:38409, datanodeUuid=09a84b6b-fb07-440a-bbde-caaa72037e09, infoPort=34381, infoSecurePort=0, ipcPort=35665, storageInfo=lv=-57;cid=testClusterID;nsid=2091284018;c=1732371777769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:22:59,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813 2024-11-23T14:22:59,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:59,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:22:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:23:00,241 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf with version=8 2024-11-23T14:23:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/hbase-staging 2024-11-23T14:23:00,244 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:00,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:00,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:00,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:00,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:00,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:00,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:23:00,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:00,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43595 2024-11-23T14:23:00,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43595 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:23:00,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435950x0, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:00,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43595-0x10168135bbc0006 connected 2024-11-23T14:23:00,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:00,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:00,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on znode that does not yet exist, /223098091/running 2024-11-23T14:23:00,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf, hbase.cluster.distributed=false 2024-11-23T14:23:00,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on znode that does not yet exist, /223098091/acl 2024-11-23T14:23:00,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-23T14:23:00,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43595 2024-11-23T14:23:00,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43595 2024-11-23T14:23:00,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-23T14:23:00,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-23T14:23:00,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:00,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:00,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:00,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:00,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:00,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:00,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:23:00,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:00,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42063 2024-11-23T14:23:00,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42063 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:23:00,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:00,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:00,429 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420630x0, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:00,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420630x0, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on znode that does not yet exist, /223098091/running 2024-11-23T14:23:00,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:23:00,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42063-0x10168135bbc0007 connected 2024-11-23T14:23:00,444 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:23:00,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on znode that does not yet exist, /223098091/master 2024-11-23T14:23:00,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on znode that does not yet exist, /223098091/acl 2024-11-23T14:23:00,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42063 2024-11-23T14:23:00,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42063 2024-11-23T14:23:00,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42063 2024-11-23T14:23:00,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42063 2024-11-23T14:23:00,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42063 2024-11-23T14:23:00,481 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:43595 2024-11-23T14:23:00,484 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /223098091/backup-masters/c6f7b1897123,43595,1732371780244 2024-11-23T14:23:00,491 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091/backup-masters 2024-11-23T14:23:00,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091/backup-masters 2024-11-23T14:23:00,492 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on existing znode=/223098091/backup-masters/c6f7b1897123,43595,1732371780244 2024-11-23T14:23:00,502 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/223098091/master 2024-11-23T14:23:00,502 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,503 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on existing znode=/223098091/master 2024-11-23T14:23:00,503 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /223098091/backup-masters/c6f7b1897123,43595,1732371780244 from backup master directory 2024-11-23T14:23:00,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/223098091/backup-masters/c6f7b1897123,43595,1732371780244 2024-11-23T14:23:00,513 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:00,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091/backup-masters 2024-11-23T14:23:00,513 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,43595,1732371780244 2024-11-23T14:23:00,513 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091/backup-masters 2024-11-23T14:23:00,517 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/hbase.id] with ID: 01c10d1a-2d2e-450e-88cf-653a24d71c44 2024-11-23T14:23:00,517 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/.tmp/hbase.id 2024-11-23T14:23:00,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:23:00,528 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/.tmp/hbase.id]:[hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/hbase.id] 2024-11-23T14:23:00,539 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:00,539 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:23:00,540 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:23:00,555 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:23:00,569 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:00,570 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:23:00,571 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:00,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:23:00,589 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store 2024-11-23T14:23:00,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:23:00,603 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:00,604 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:23:00,604 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:00,604 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:00,604 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:23:00,604 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:00,604 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:00,604 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371780604Disabling compacts and flushes for region at 1732371780604Disabling writes for close at 1732371780604Writing region close event to WAL at 1732371780604Closed at 1732371780604 2024-11-23T14:23:00,604 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/.initializing 2024-11-23T14:23:00,605 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/WALs/c6f7b1897123,43595,1732371780244 2024-11-23T14:23:00,605 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:00,607 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C43595%2C1732371780244, suffix=, logDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/WALs/c6f7b1897123,43595,1732371780244, archiveDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/oldWALs, maxLogs=10 2024-11-23T14:23:00,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:23:00,627 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/WALs/c6f7b1897123,43595,1732371780244/c6f7b1897123%2C43595%2C1732371780244.1732371780607, exclude list is [], retry=0 2024-11-23T14:23:00,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:23:00,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:23:00,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T14:23:00,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38409,DS-f74b9aa8-0ea1-4cc6-af39-a950f646037d,DISK] 2024-11-23T14:23:00,639 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/WALs/c6f7b1897123,43595,1732371780244/c6f7b1897123%2C43595%2C1732371780244.1732371780607 2024-11-23T14:23:00,640 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381)] 2024-11-23T14:23:00,640 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:00,640 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:00,641 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,641 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:23:00,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:00,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:00,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:23:00,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:00,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:00,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:23:00,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:00,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:00,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:23:00,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:00,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:00,649 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,650 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,650 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,651 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,651 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,652 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:00,653 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:00,655 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:00,656 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59679462, jitterRate=-0.11070671677589417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:00,656 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371780641Initializing all the Stores at 1732371780642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371780642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371780642Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371780642Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371780642Cleaning up temporary data from old regions at 1732371780651 (+9 ms)Region opened successfully at 1732371780656 (+5 ms) 2024-11-23T14:23:00,660 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:23:00,663 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a09ef99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:00,664 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:23:00,664 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:23:00,664 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:23:00,664 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:23:00,664 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:23:00,665 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:23:00,665 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:23:00,667 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:23:00,667 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Unable to get data of znode /223098091/balancer because node does not exist (not necessarily an error) 2024-11-23T14:23:00,679 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /223098091/balancer already deleted, retry=false 2024-11-23T14:23:00,680 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:23:00,681 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Unable to get data of znode /223098091/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:23:00,691 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /223098091/normalizer already deleted, retry=false 2024-11-23T14:23:00,692 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:23:00,693 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Unable to get data of znode /223098091/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:23:00,702 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /223098091/switch/split already deleted, retry=false 2024-11-23T14:23:00,703 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Unable to get data of znode /223098091/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:23:00,712 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /223098091/switch/merge already deleted, retry=false 2024-11-23T14:23:00,715 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Unable to get data of znode /223098091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:23:00,723 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /223098091/snapshot-cleanup already deleted, retry=false 2024-11-23T14:23:00,734 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/223098091/running 2024-11-23T14:23:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/223098091/running 2024-11-23T14:23:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,734 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,735 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,43595,1732371780244, sessionid=0x10168135bbc0006, setting cluster-up flag (Was=false) 2024-11-23T14:23:00,755 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,786 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /223098091/flush-table-proc/acquired, /223098091/flush-table-proc/reached, /223098091/flush-table-proc/abort 2024-11-23T14:23:00,787 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,43595,1732371780244 2024-11-23T14:23:00,807 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:00,839 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /223098091/online-snapshot/acquired, /223098091/online-snapshot/reached, /223098091/online-snapshot/abort 2024-11-23T14:23:00,840 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,43595,1732371780244 2024-11-23T14:23:00,840 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:23:00,841 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:00,841 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:23:00,842 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:23:00,842 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,43595,1732371780244 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:23:00,843 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:00,843 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:00,843 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:00,843 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:00,843 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:23:00,843 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,843 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:00,843 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,843 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371810843 2024-11-23T14:23:00,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:23:00,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:23:00,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:23:00,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:23:00,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:23:00,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:23:00,844 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:00,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:23:00,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:00,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:23:00,846 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:23:00,846 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:23:00,846 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:23:00,846 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:23:00,848 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:23:00,848 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:23:00,851 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371780848,5,FailOnTimeoutGroup] 2024-11-23T14:23:00,851 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371780851,5,FailOnTimeoutGroup] 2024-11-23T14:23:00,851 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,851 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:23:00,852 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,852 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:23:00,866 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(746): ClusterId : 01c10d1a-2d2e-450e-88cf-653a24d71c44 2024-11-23T14:23:00,866 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:23:00,871 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:23:00,871 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:23:00,881 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:23:00,882 DEBUG [RS:0;c6f7b1897123:42063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3131363a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:00,893 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:42063 2024-11-23T14:23:00,893 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:23:00,893 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:23:00,893 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:23:00,894 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,43595,1732371780244 with port=42063, startcode=1732371780412 2024-11-23T14:23:00,894 DEBUG [RS:0;c6f7b1897123:42063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:23:00,896 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:23:00,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,42063,1732371780412 2024-11-23T14:23:00,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43595 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,42063,1732371780412 2024-11-23T14:23:00,898 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf 2024-11-23T14:23:00,898 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43877 2024-11-23T14:23:00,898 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:23:00,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091/rs 2024-11-23T14:23:00,954 DEBUG [RS:0;c6f7b1897123:42063 {}] zookeeper.ZKUtil(111): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on existing znode=/223098091/rs/c6f7b1897123,42063,1732371780412 2024-11-23T14:23:00,954 WARN [RS:0;c6f7b1897123:42063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:00,955 INFO [RS:0;c6f7b1897123:42063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:00,955 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412 2024-11-23T14:23:00,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,42063,1732371780412] 2024-11-23T14:23:00,957 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:23:00,964 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:23:00,965 INFO [RS:0;c6f7b1897123:42063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:23:00,965 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,967 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:23:00,968 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:23:00,968 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,968 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,969 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,969 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,969 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:00,969 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:00,969 DEBUG [RS:0;c6f7b1897123:42063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:00,984 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,984 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,984 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,984 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,984 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:00,984 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42063,1732371780412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:01,002 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:23:01,002 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42063,1732371780412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,002 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,002 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.Replication(171): c6f7b1897123,42063,1732371780412 started 2024-11-23T14:23:01,025 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,025 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,42063,1732371780412, RpcServer on c6f7b1897123/172.17.0.3:42063, sessionid=0x10168135bbc0007 2024-11-23T14:23:01,026 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:23:01,026 DEBUG [RS:0;c6f7b1897123:42063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,42063,1732371780412 2024-11-23T14:23:01,026 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,42063,1732371780412' 2024-11-23T14:23:01,026 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/223098091/flush-table-proc/abort' 2024-11-23T14:23:01,026 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/223098091/flush-table-proc/acquired' 2024-11-23T14:23:01,027 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:23:01,027 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:23:01,027 DEBUG [RS:0;c6f7b1897123:42063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,42063,1732371780412 2024-11-23T14:23:01,027 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,42063,1732371780412' 2024-11-23T14:23:01,027 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/223098091/online-snapshot/abort' 2024-11-23T14:23:01,027 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/223098091/online-snapshot/acquired' 2024-11-23T14:23:01,028 DEBUG [RS:0;c6f7b1897123:42063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:23:01,028 INFO [RS:0;c6f7b1897123:42063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:23:01,028 INFO [RS:0;c6f7b1897123:42063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:23:01,128 INFO [RS:0;c6f7b1897123:42063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:01,130 INFO [RS:0;c6f7b1897123:42063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C42063%2C1732371780412, suffix=, logDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412, archiveDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/oldWALs, maxLogs=10 2024-11-23T14:23:01,148 DEBUG [RS:0;c6f7b1897123:42063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, exclude list is [], retry=0 2024-11-23T14:23:01,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38409,DS-f74b9aa8-0ea1-4cc6-af39-a950f646037d,DISK] 2024-11-23T14:23:01,165 INFO [RS:0;c6f7b1897123:42063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 2024-11-23T14:23:01,165 DEBUG [RS:0;c6f7b1897123:42063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381)] 2024-11-23T14:23:01,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:23:01,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf 2024-11-23T14:23:01,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:23:01,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:01,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:01,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:01,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:01,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:01,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:01,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:01,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:01,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:01,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:01,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:01,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:01,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:01,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:01,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740 2024-11-23T14:23:01,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740 2024-11-23T14:23:01,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:01,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:01,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:01,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:01,281 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:01,282 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71378704, jitterRate=0.06362557411193848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:01,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371781267Initializing all the Stores at 1732371781268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371781268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371781268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371781268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371781268Cleaning up temporary data from old regions at 1732371781276 (+8 ms)Region opened successfully at 1732371781282 (+6 ms) 2024-11-23T14:23:01,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:23:01,282 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:23:01,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:23:01,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:23:01,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:23:01,283 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:01,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371781282Disabling compacts and flushes for region at 1732371781282Disabling writes for close at 1732371781282Writing region close event to WAL at 1732371781283 (+1 ms)Closed at 1732371781283 2024-11-23T14:23:01,284 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:01,284 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:23:01,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:23:01,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:01,286 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:23:01,436 DEBUG [c6f7b1897123:43595 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:23:01,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,42063,1732371780412 2024-11-23T14:23:01,438 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,42063,1732371780412, state=OPENING 2024-11-23T14:23:01,481 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:23:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:01,491 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:01,492 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:01,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /223098091/meta-region-server: CHANGED 2024-11-23T14:23:01,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,42063,1732371780412}] 2024-11-23T14:23:01,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /223098091/meta-region-server: CHANGED 2024-11-23T14:23:01,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:23:01,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:23:01,650 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:23:01,650 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:01,650 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:23:01,651 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C42063%2C1732371780412.meta, suffix=.meta, logDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412, archiveDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/oldWALs, maxLogs=10 2024-11-23T14:23:01,667 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.meta.1732371781652.meta, exclude list is [], retry=0 2024-11-23T14:23:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38409,DS-f74b9aa8-0ea1-4cc6-af39-a950f646037d,DISK] 2024-11-23T14:23:01,671 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.meta.1732371781652.meta 2024-11-23T14:23:01,672 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381)] 2024-11-23T14:23:01,672 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:01,672 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:01,672 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:23:01,672 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:23:01,672 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:23:01,672 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:23:01,672 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:01,672 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:23:01,672 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:23:01,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:01,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:01,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:01,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:01,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:01,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:01,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:01,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:01,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:01,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:01,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:01,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:01,682 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:01,683 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740 2024-11-23T14:23:01,683 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740 2024-11-23T14:23:01,684 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:01,684 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:01,685 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:01,686 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:01,686 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69275819, jitterRate=0.03229014575481415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:01,686 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:23:01,686 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371781673Writing region info on filesystem at 1732371781673Initializing all the Stores at 1732371781674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371781674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371781674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371781674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371781674Cleaning up temporary data from old regions at 1732371781684 (+10 ms)Running coprocessor post-open hooks at 1732371781686 (+2 ms)Region opened successfully at 1732371781686 2024-11-23T14:23:01,687 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371781644 2024-11-23T14:23:01,689 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:23:01,689 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:23:01,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42063,1732371780412 2024-11-23T14:23:01,690 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,42063,1732371780412, state=OPEN 2024-11-23T14:23:01,702 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/223098091/meta-region-server 2024-11-23T14:23:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/223098091/meta-region-server 2024-11-23T14:23:01,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /223098091/meta-region-server: CHANGED 2024-11-23T14:23:01,702 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,42063,1732371780412 2024-11-23T14:23:01,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /223098091/meta-region-server: CHANGED 2024-11-23T14:23:01,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:23:01,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,42063,1732371780412 in 210 msec 2024-11-23T14:23:01,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:23:01,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-23T14:23:01,706 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:01,706 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:23:01,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:01,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42063,1732371780412, seqNum=-1] 2024-11-23T14:23:01,707 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:01,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:01,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 879 msec 2024-11-23T14:23:01,721 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371781721, completionTime=-1 2024-11-23T14:23:01,722 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:23:01,722 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:23:01,724 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:23:01,724 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371841724 2024-11-23T14:23:01,724 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371901724 2024-11-23T14:23:01,724 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T14:23:01,725 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43595,1732371780244-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,725 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43595,1732371780244-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,725 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43595,1732371780244-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,725 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:43595, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,725 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,725 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,727 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:23:01,731 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.218sec 2024-11-23T14:23:01,731 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:23:01,731 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:23:01,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:23:01,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:23:01,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:23:01,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43595,1732371780244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:01,732 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43595,1732371780244-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:23:01,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:23:01,733 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:23:01,733 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43595,1732371780244-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:01,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ba779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:01,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43595,-1 for getting cluster id 2024-11-23T14:23:01,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:01,768 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01c10d1a-2d2e-450e-88cf-653a24d71c44' 2024-11-23T14:23:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01c10d1a-2d2e-450e-88cf-653a24d71c44" 2024-11-23T14:23:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c6ce27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43595,-1] 2024-11-23T14:23:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:01,769 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:01,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5bc2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:01,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:01,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42063,1732371780412, seqNum=-1] 2024-11-23T14:23:01,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:01,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:01,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,43595,1732371780244 2024-11-23T14:23:01,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-23T14:23:01,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:01,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10168135bbc0008 connected 2024-11-23T14:23:01,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,35709,1732371770051 2024-11-23T14:23:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b8cbf9 2024-11-23T14:23:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:01,800 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:01,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:23:01,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:01,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:01,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:23:01,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:01,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:23:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:02,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a91c0fb2f41a052e4321e2fdf24353ae, NAME => 'test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f 2024-11-23T14:23:02,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:23:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:02,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:02,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a91c0fb2f41a052e4321e2fdf24353ae, disabling compactions & flushes 2024-11-23T14:23:02,614 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:02,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:02,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. after waiting 0 ms 2024-11-23T14:23:02,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:02,614 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:02,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a91c0fb2f41a052e4321e2fdf24353ae: Waiting for close lock at 1732371782614Disabling compacts and flushes for region at 1732371782614Disabling writes for close at 1732371782614Writing region close event to WAL at 1732371782614Closed at 1732371782614 2024-11-23T14:23:02,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:02,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371782615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371782615"}]},"ts":"1732371782615"} 2024-11-23T14:23:02,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:02,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:02,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371782618"}]},"ts":"1732371782618"} 2024-11-23T14:23:02,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:23:02,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a91c0fb2f41a052e4321e2fdf24353ae, ASSIGN}] 2024-11-23T14:23:02,621 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a91c0fb2f41a052e4321e2fdf24353ae, ASSIGN 2024-11-23T14:23:02,622 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a91c0fb2f41a052e4321e2fdf24353ae, ASSIGN; state=OFFLINE, location=c6f7b1897123,35149,1732371770210; forceNewPlan=false, retain=false 2024-11-23T14:23:02,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a91c0fb2f41a052e4321e2fdf24353ae, regionState=OPENING, regionLocation=c6f7b1897123,35149,1732371770210 2024-11-23T14:23:02,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a91c0fb2f41a052e4321e2fdf24353ae, ASSIGN because future has completed 2024-11-23T14:23:02,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a91c0fb2f41a052e4321e2fdf24353ae, server=c6f7b1897123,35149,1732371770210}] 2024-11-23T14:23:02,929 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:02,929 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a91c0fb2f41a052e4321e2fdf24353ae, NAME => 'test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:02,930 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:02,930 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:23:02,930 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,930 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:02,930 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,930 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,931 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,932 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91c0fb2f41a052e4321e2fdf24353ae columnFamilyName f 2024-11-23T14:23:02,932 DEBUG [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:02,932 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] regionserver.HStore(327): Store=a91c0fb2f41a052e4321e2fdf24353ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:02,932 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,933 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91c0fb2f41a052e4321e2fdf24353ae columnFamilyName f1 2024-11-23T14:23:02,933 DEBUG [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:02,933 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] regionserver.HStore(327): Store=a91c0fb2f41a052e4321e2fdf24353ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:02,933 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,934 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91c0fb2f41a052e4321e2fdf24353ae columnFamilyName norep 2024-11-23T14:23:02,934 DEBUG [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:02,934 INFO [StoreOpener-a91c0fb2f41a052e4321e2fdf24353ae-1 {}] regionserver.HStore(327): Store=a91c0fb2f41a052e4321e2fdf24353ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:02,934 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,935 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,935 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,936 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,936 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,936 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:02,937 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,938 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:02,939 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a91c0fb2f41a052e4321e2fdf24353ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64392638, jitterRate=-0.040474921464920044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:02,939 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:02,939 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a91c0fb2f41a052e4321e2fdf24353ae: Running coprocessor pre-open hook at 1732371782930Writing region info on filesystem at 1732371782930Initializing all the Stores at 1732371782931 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371782931Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371782931Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371782931Cleaning up temporary data from old regions at 1732371782936 (+5 ms)Running coprocessor post-open hooks at 1732371782939 (+3 ms)Region opened successfully at 1732371782939 2024-11-23T14:23:02,940 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae., pid=6, masterSystemTime=1732371782927 2024-11-23T14:23:02,941 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:02,941 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:02,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a91c0fb2f41a052e4321e2fdf24353ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,35149,1732371770210 2024-11-23T14:23:02,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a91c0fb2f41a052e4321e2fdf24353ae, server=c6f7b1897123,35149,1732371770210 because future has completed 2024-11-23T14:23:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:02,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:23:02,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a91c0fb2f41a052e4321e2fdf24353ae, server=c6f7b1897123,35149,1732371770210 in 169 msec 2024-11-23T14:23:02,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:23:02,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a91c0fb2f41a052e4321e2fdf24353ae, ASSIGN in 324 msec 2024-11-23T14:23:02,947 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:02,947 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371782947"}]},"ts":"1732371782947"} 2024-11-23T14:23:02,948 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:23:02,949 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:02,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-23T14:23:03,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:03,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:03,954 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:23:03,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39329,1732371775089 2024-11-23T14:23:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab42178 2024-11-23T14:23:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:03,956 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:03,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:23:03,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:03,960 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:03,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:23:03,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:03,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:23:03,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:23:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:04,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 206d712b74bf30e08bd5f215b8f420a3, NAME => 'test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7 2024-11-23T14:23:04,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:23:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:04,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:04,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 206d712b74bf30e08bd5f215b8f420a3, disabling compactions & flushes 2024-11-23T14:23:04,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:04,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:04,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. after waiting 0 ms 2024-11-23T14:23:04,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:04,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:04,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 206d712b74bf30e08bd5f215b8f420a3: Waiting for close lock at 1732371784770Disabling compacts and flushes for region at 1732371784770Disabling writes for close at 1732371784771 (+1 ms)Writing region close event to WAL at 1732371784771Closed at 1732371784771 2024-11-23T14:23:04,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:04,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371784772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371784772"}]},"ts":"1732371784772"} 2024-11-23T14:23:04,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:04,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:04,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371784774"}]},"ts":"1732371784774"} 2024-11-23T14:23:04,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:23:04,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=206d712b74bf30e08bd5f215b8f420a3, ASSIGN}] 2024-11-23T14:23:04,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=206d712b74bf30e08bd5f215b8f420a3, ASSIGN 2024-11-23T14:23:04,777 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=206d712b74bf30e08bd5f215b8f420a3, ASSIGN; state=OFFLINE, location=c6f7b1897123,39463,1732371775257; forceNewPlan=false, retain=false 2024-11-23T14:23:04,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=206d712b74bf30e08bd5f215b8f420a3, regionState=OPENING, regionLocation=c6f7b1897123,39463,1732371775257 2024-11-23T14:23:04,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=206d712b74bf30e08bd5f215b8f420a3, ASSIGN because future has completed 2024-11-23T14:23:04,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 206d712b74bf30e08bd5f215b8f420a3, server=c6f7b1897123,39463,1732371775257}] 2024-11-23T14:23:05,085 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:05,085 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 206d712b74bf30e08bd5f215b8f420a3, NAME => 'test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:05,085 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:05,086 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:23:05,086 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,086 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:05,086 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,086 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,087 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,088 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 206d712b74bf30e08bd5f215b8f420a3 columnFamilyName f 2024-11-23T14:23:05,088 DEBUG [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:05,088 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] regionserver.HStore(327): Store=206d712b74bf30e08bd5f215b8f420a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:05,088 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,089 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 206d712b74bf30e08bd5f215b8f420a3 columnFamilyName f1 2024-11-23T14:23:05,089 DEBUG [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:05,090 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] regionserver.HStore(327): Store=206d712b74bf30e08bd5f215b8f420a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:05,090 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,090 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 206d712b74bf30e08bd5f215b8f420a3 columnFamilyName norep 2024-11-23T14:23:05,090 DEBUG [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:05,091 INFO [StoreOpener-206d712b74bf30e08bd5f215b8f420a3-1 {}] regionserver.HStore(327): Store=206d712b74bf30e08bd5f215b8f420a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:05,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,093 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:05,093 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:05,095 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:05,095 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 206d712b74bf30e08bd5f215b8f420a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71830925, jitterRate=0.07036419212818146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:05,095 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:05,095 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 206d712b74bf30e08bd5f215b8f420a3: Running coprocessor pre-open hook at 1732371785086Writing region info on filesystem at 1732371785086Initializing all the Stores at 1732371785087 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371785087Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371785087Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371785087Cleaning up temporary data from old regions at 1732371785092 (+5 ms)Running coprocessor post-open hooks at 1732371785095 (+3 ms)Region opened successfully at 1732371785095 2024-11-23T14:23:05,096 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3., pid=6, masterSystemTime=1732371785082 2024-11-23T14:23:05,098 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:05,098 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:05,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=206d712b74bf30e08bd5f215b8f420a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,39463,1732371775257 2024-11-23T14:23:05,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 206d712b74bf30e08bd5f215b8f420a3, server=c6f7b1897123,39463,1732371775257 because future has completed 2024-11-23T14:23:05,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:23:05,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 206d712b74bf30e08bd5f215b8f420a3, server=c6f7b1897123,39463,1732371775257 in 170 msec 2024-11-23T14:23:05,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:23:05,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=206d712b74bf30e08bd5f215b8f420a3, ASSIGN in 326 msec 2024-11-23T14:23:05,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:05,104 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371785104"}]},"ts":"1732371785104"} 2024-11-23T14:23:05,105 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:23:05,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:05,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-23T14:23:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:06,105 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:23:06,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43595,1732371780244 2024-11-23T14:23:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec7f81f 2024-11-23T14:23:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:06,107 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:06,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:23:06,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:06,112 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:06,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:23:06,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:23:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:06,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73414c766d97b2982a2d68031dabaff3, NAME => 'test,,1732371786107.73414c766d97b2982a2d68031dabaff3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf 2024-11-23T14:23:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:23:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:06,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371786107.73414c766d97b2982a2d68031dabaff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:06,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 73414c766d97b2982a2d68031dabaff3, disabling compactions & flushes 2024-11-23T14:23:06,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:06,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:06,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371786107.73414c766d97b2982a2d68031dabaff3. after waiting 0 ms 2024-11-23T14:23:06,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:06,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:06,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73414c766d97b2982a2d68031dabaff3: Waiting for close lock at 1732371786931Disabling compacts and flushes for region at 1732371786931Disabling writes for close at 1732371786931Writing region close event to WAL at 1732371786931Closed at 1732371786931 2024-11-23T14:23:06,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:06,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371786107.73414c766d97b2982a2d68031dabaff3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371786932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371786932"}]},"ts":"1732371786932"} 2024-11-23T14:23:06,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:06,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:06,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371786934"}]},"ts":"1732371786934"} 2024-11-23T14:23:06,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:23:06,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73414c766d97b2982a2d68031dabaff3, ASSIGN}] 2024-11-23T14:23:06,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73414c766d97b2982a2d68031dabaff3, ASSIGN 2024-11-23T14:23:06,937 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=73414c766d97b2982a2d68031dabaff3, ASSIGN; state=OFFLINE, location=c6f7b1897123,42063,1732371780412; forceNewPlan=false, retain=false 2024-11-23T14:23:07,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73414c766d97b2982a2d68031dabaff3, regionState=OPENING, regionLocation=c6f7b1897123,42063,1732371780412 2024-11-23T14:23:07,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=73414c766d97b2982a2d68031dabaff3, ASSIGN because future has completed 2024-11-23T14:23:07,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73414c766d97b2982a2d68031dabaff3, server=c6f7b1897123,42063,1732371780412}] 2024-11-23T14:23:07,244 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:07,244 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 73414c766d97b2982a2d68031dabaff3, NAME => 'test,,1732371786107.73414c766d97b2982a2d68031dabaff3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:07,245 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:07,245 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:23:07,245 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,245 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371786107.73414c766d97b2982a2d68031dabaff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:07,245 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,245 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,246 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,247 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73414c766d97b2982a2d68031dabaff3 columnFamilyName f 2024-11-23T14:23:07,247 DEBUG [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:07,247 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] regionserver.HStore(327): Store=73414c766d97b2982a2d68031dabaff3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:07,247 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,248 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73414c766d97b2982a2d68031dabaff3 columnFamilyName f1 2024-11-23T14:23:07,248 DEBUG [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:07,248 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] regionserver.HStore(327): Store=73414c766d97b2982a2d68031dabaff3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:07,249 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,249 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73414c766d97b2982a2d68031dabaff3 columnFamilyName norep 2024-11-23T14:23:07,249 DEBUG [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:07,250 INFO [StoreOpener-73414c766d97b2982a2d68031dabaff3-1 {}] regionserver.HStore(327): Store=73414c766d97b2982a2d68031dabaff3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:07,250 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,251 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,251 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,252 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,252 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,253 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:07,254 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:07,256 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:07,257 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 73414c766d97b2982a2d68031dabaff3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69329729, jitterRate=0.033093467354774475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:07,257 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:07,257 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 73414c766d97b2982a2d68031dabaff3: Running coprocessor pre-open hook at 1732371787245Writing region info on filesystem at 1732371787245Initializing all the Stores at 1732371787246 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371787246Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371787246Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371787246Cleaning up temporary data from old regions at 1732371787252 (+6 ms)Running coprocessor post-open hooks at 1732371787257 (+5 ms)Region opened successfully at 1732371787257 2024-11-23T14:23:07,258 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371786107.73414c766d97b2982a2d68031dabaff3., pid=6, masterSystemTime=1732371787242 2024-11-23T14:23:07,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:07,260 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:07,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73414c766d97b2982a2d68031dabaff3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,42063,1732371780412 2024-11-23T14:23:07,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73414c766d97b2982a2d68031dabaff3, server=c6f7b1897123,42063,1732371780412 because future has completed 2024-11-23T14:23:07,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:23:07,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 73414c766d97b2982a2d68031dabaff3, server=c6f7b1897123,42063,1732371780412 in 174 msec 2024-11-23T14:23:07,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:23:07,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=73414c766d97b2982a2d68031dabaff3, ASSIGN in 343 msec 2024-11-23T14:23:07,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:07,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371787281"}]},"ts":"1732371787281"} 2024-11-23T14:23:07,283 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:23:07,284 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:07,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-23T14:23:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:08,274 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:23:08,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e231b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:08,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,35709,-1 for getting cluster id 2024-11-23T14:23:08,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:08,276 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddabaaad-8a39-4407-aa57-8b09d46c3232' 2024-11-23T14:23:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddabaaad-8a39-4407-aa57-8b09d46c3232" 2024-11-23T14:23:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbfb647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,35709,-1] 2024-11-23T14:23:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:08,277 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dfbc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:08,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,35709,1732371770051 2024-11-23T14:23:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@410c789a 2024-11-23T14:23:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:08,279 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:08,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:39329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:23:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:23:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:08,281 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39329' 2024-11-23T14:23:08,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d270c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:08,282 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39329,-1 for getting cluster id 2024-11-23T14:23:08,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:08,283 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a06d0b1f-9040-4dd8-8e19-4ff98fda4830' 2024-11-23T14:23:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a06d0b1f-9040-4dd8-8e19-4ff98fda4830" 2024-11-23T14:23:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65411e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39329,-1] 2024-11-23T14:23:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:08,284 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2ef099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:08,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39329,1732371775089 2024-11-23T14:23:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7806d6e3 2024-11-23T14:23:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:08,286 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:08,286 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:23:08,286 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:23:08,286 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:08,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:08,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:08,287 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:08,288 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:23:08,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:08,289 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:08,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:08,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:23:08,338 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:23:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:08,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:08,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:08,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23d5c9b9d5332973c4d228de74559b13, NAME => 'hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f 2024-11-23T14:23:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:23:08,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:08,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23d5c9b9d5332973c4d228de74559b13, disabling compactions & flushes 2024-11-23T14:23:08,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:08,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:08,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. after waiting 0 ms 2024-11-23T14:23:08,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:08,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:08,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23d5c9b9d5332973c4d228de74559b13: Waiting for close lock at 1732371788719Disabling compacts and flushes for region at 1732371788719Disabling writes for close at 1732371788720 (+1 ms)Writing region close event to WAL at 1732371788720Closed at 1732371788720 2024-11-23T14:23:08,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:08,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371788721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371788721"}]},"ts":"1732371788721"} 2024-11-23T14:23:08,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:08,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:08,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371788725"}]},"ts":"1732371788725"} 2024-11-23T14:23:08,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:23:08,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23d5c9b9d5332973c4d228de74559b13, ASSIGN}] 2024-11-23T14:23:08,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23d5c9b9d5332973c4d228de74559b13, ASSIGN 2024-11-23T14:23:08,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23d5c9b9d5332973c4d228de74559b13, ASSIGN; state=OFFLINE, location=c6f7b1897123,35149,1732371770210; forceNewPlan=false, retain=false 2024-11-23T14:23:08,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23d5c9b9d5332973c4d228de74559b13, regionState=OPENING, regionLocation=c6f7b1897123,35149,1732371770210 2024-11-23T14:23:08,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23d5c9b9d5332973c4d228de74559b13, ASSIGN because future has completed 2024-11-23T14:23:08,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23d5c9b9d5332973c4d228de74559b13, server=c6f7b1897123,35149,1732371770210}] 2024-11-23T14:23:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:09,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:09,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:09,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:23:09,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C35149%2C1732371770210.rep, suffix=, logDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/oldWALs, maxLogs=10 2024-11-23T14:23:09,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.rep.1732371789041, exclude list is [], retry=0 2024-11-23T14:23:09,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-c19962b3-5876-4ef8-a4cd-92d5ee7bdc58,DISK] 2024-11-23T14:23:09,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.rep.1732371789041 2024-11-23T14:23:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-23T14:23:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 23d5c9b9d5332973c4d228de74559b13, NAME => 'hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:09,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:23:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. service=MultiRowMutationService 2024-11-23T14:23:09,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:23:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:09,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,068 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,073 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d5c9b9d5332973c4d228de74559b13 columnFamilyName hfileref 2024-11-23T14:23:09,073 DEBUG [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:09,073 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] regionserver.HStore(327): Store=23d5c9b9d5332973c4d228de74559b13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:09,074 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,075 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d5c9b9d5332973c4d228de74559b13 columnFamilyName queue 2024-11-23T14:23:09,075 DEBUG [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:09,075 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] regionserver.HStore(327): Store=23d5c9b9d5332973c4d228de74559b13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:09,075 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,076 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d5c9b9d5332973c4d228de74559b13 columnFamilyName sid 2024-11-23T14:23:09,076 DEBUG [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:09,076 INFO [StoreOpener-23d5c9b9d5332973c4d228de74559b13-1 {}] regionserver.HStore(327): Store=23d5c9b9d5332973c4d228de74559b13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:09,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:09,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:09,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 23d5c9b9d5332973c4d228de74559b13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59038858, jitterRate=-0.12025246024131775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:09,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:09,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 23d5c9b9d5332973c4d228de74559b13: Running coprocessor pre-open hook at 1732371789066Writing region info on filesystem at 1732371789066Initializing all the Stores at 1732371789066Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371789066Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371789068 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371789068Cleaning up temporary data from old regions at 1732371789078 (+10 ms)Running coprocessor post-open hooks at 1732371789085 (+7 ms)Region opened successfully at 1732371789086 (+1 ms) 2024-11-23T14:23:09,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13., pid=10, masterSystemTime=1732371789036 2024-11-23T14:23:09,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:09,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:09,089 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23d5c9b9d5332973c4d228de74559b13, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,35149,1732371770210 2024-11-23T14:23:09,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23d5c9b9d5332973c4d228de74559b13, server=c6f7b1897123,35149,1732371770210 because future has completed 2024-11-23T14:23:09,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:23:09,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 23d5c9b9d5332973c4d228de74559b13, server=c6f7b1897123,35149,1732371770210 in 210 msec 2024-11-23T14:23:09,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:23:09,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23d5c9b9d5332973c4d228de74559b13, ASSIGN in 367 msec 2024-11-23T14:23:09,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:09,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371789096"}]},"ts":"1732371789096"} 2024-11-23T14:23:09,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:23:09,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:09,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-11-23T14:23:09,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13., hostname=c6f7b1897123,35149,1732371770210, seqNum=2] 2024-11-23T14:23:09,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:23:09,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:23:09,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:23:09,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:23:09,391 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:23:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:09,429 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,35149,1732371770210, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:23:09,429 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:09,429 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,35149,1732371770210, seqNum=-1] 2024-11-23T14:23:09,430 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:09,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-23T14:23:09,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,35149,1732371770210', locateType=CURRENT is [region=hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13., hostname=c6f7b1897123,35149,1732371770210, seqNum=2] 2024-11-23T14:23:09,435 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:23:09,437 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,35149,1732371770210 suceeded 2024-11-23T14:23:09,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:23:09,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-23T14:23:09,438 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:39329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:23:09,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1590 sec 2024-11-23T14:23:09,453 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39329' 2024-11-23T14:23:09,456 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5965271e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:09,456 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39329,-1 for getting cluster id 2024-11-23T14:23:09,456 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:09,457 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a06d0b1f-9040-4dd8-8e19-4ff98fda4830' 2024-11-23T14:23:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a06d0b1f-9040-4dd8-8e19-4ff98fda4830" 2024-11-23T14:23:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@536e5f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39329,-1] 2024-11-23T14:23:09,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:09,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:09,459 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:09,460 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd92413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:09,460 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:09,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39329,1732371775089 2024-11-23T14:23:09,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c7a7b1 2024-11-23T14:23:09,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:09,462 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-23T14:23:09,462 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,35149,1732371770210 (queues=1) is replicating from cluster=ddabaaad-8a39-4407-aa57-8b09d46c3232 to cluster=a06d0b1f-9040-4dd8-8e19-4ff98fda4830 2024-11-23T14:23:09,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C35149%2C1732371770210 2024-11-23T14:23:09,463 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,35149,1732371770210, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:23:09,463 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.shipperc6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C35149%2C1732371770210 2024-11-23T14:23:09,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164, startPosition=0, beingWritten=true 2024-11-23T14:23:09,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:09,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:09,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.shipperc6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,35149,1732371770210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:09,676 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:09,980 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:09,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:23:10,384 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:10,425 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:23:10,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:10,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:10,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:10,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:10,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:10,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31120a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:10,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39329,-1 for getting cluster id 2024-11-23T14:23:10,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:10,426 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a06d0b1f-9040-4dd8-8e19-4ff98fda4830' 2024-11-23T14:23:10,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:10,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a06d0b1f-9040-4dd8-8e19-4ff98fda4830" 2024-11-23T14:23:10,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2183de3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39329,-1] 2024-11-23T14:23:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:10,428 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:10,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5c11a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:10,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:10,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39329,1732371775089 2024-11-23T14:23:10,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28ee7315 2024-11-23T14:23:10,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:10,430 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:10,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:43595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:23:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:23:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:10,433 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:43595' 2024-11-23T14:23:10,434 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dac9750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:10,434 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43595,-1 for getting cluster id 2024-11-23T14:23:10,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:10,435 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01c10d1a-2d2e-450e-88cf-653a24d71c44' 2024-11-23T14:23:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01c10d1a-2d2e-450e-88cf-653a24d71c44" 2024-11-23T14:23:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b426cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43595,-1] 2024-11-23T14:23:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:10,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:10,436 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:10,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0f8abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:10,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:10,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43595,1732371780244 2024-11-23T14:23:10,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16372a57 2024-11-23T14:23:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:10,438 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:10,439 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:23:10,439 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:23:10,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:10,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:10,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:10,439 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:10,440 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:23:10,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:10,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:10,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:23:10,451 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd41491de654c6b4e885c75b01c4e997, NAME => 'hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7 2024-11-23T14:23:10,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:23:10,490 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:23:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:10,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:23:10,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T14:23:10,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:23:10,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T14:23:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:10,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:10,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fd41491de654c6b4e885c75b01c4e997, disabling compactions & flushes 2024-11-23T14:23:10,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:10,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:10,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. after waiting 0 ms 2024-11-23T14:23:10,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:10,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:10,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd41491de654c6b4e885c75b01c4e997: Waiting for close lock at 1732371790874Disabling compacts and flushes for region at 1732371790874Disabling writes for close at 1732371790874Writing region close event to WAL at 1732371790874Closed at 1732371790874 2024-11-23T14:23:10,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:10,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371790875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371790875"}]},"ts":"1732371790875"} 2024-11-23T14:23:10,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:10,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:10,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371790878"}]},"ts":"1732371790878"} 2024-11-23T14:23:10,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:23:10,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd41491de654c6b4e885c75b01c4e997, ASSIGN}] 2024-11-23T14:23:10,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd41491de654c6b4e885c75b01c4e997, ASSIGN 2024-11-23T14:23:10,881 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fd41491de654c6b4e885c75b01c4e997, ASSIGN; state=OFFLINE, location=c6f7b1897123,39463,1732371775257; forceNewPlan=false, retain=false 2024-11-23T14:23:10,887 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:11,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd41491de654c6b4e885c75b01c4e997, regionState=OPENING, regionLocation=c6f7b1897123,39463,1732371775257 2024-11-23T14:23:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fd41491de654c6b4e885c75b01c4e997, ASSIGN because future has completed 2024-11-23T14:23:11,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd41491de654c6b4e885c75b01c4e997, server=c6f7b1897123,39463,1732371775257}] 2024-11-23T14:23:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:11,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:11,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:11,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:23:11,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C39463%2C1732371775257.rep, suffix=, logDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257, archiveDir=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/oldWALs, maxLogs=10 2024-11-23T14:23:11,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.rep.1732371791191, exclude list is [], retry=0 2024-11-23T14:23:11,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39021,DS-85659f51-bca0-46fb-b199-07535150ff2e,DISK] 2024-11-23T14:23:11,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.rep.1732371791191 2024-11-23T14:23:11,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38061:38061)] 2024-11-23T14:23:11,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fd41491de654c6b4e885c75b01c4e997, NAME => 'hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:11,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:11,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:23:11,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. service=MultiRowMutationService 2024-11-23T14:23:11,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:23:11,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:11,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,213 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,214 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd41491de654c6b4e885c75b01c4e997 columnFamilyName hfileref 2024-11-23T14:23:11,214 DEBUG [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:11,214 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] regionserver.HStore(327): Store=fd41491de654c6b4e885c75b01c4e997/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:11,214 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,215 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd41491de654c6b4e885c75b01c4e997 columnFamilyName queue 2024-11-23T14:23:11,215 DEBUG [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:11,215 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] regionserver.HStore(327): Store=fd41491de654c6b4e885c75b01c4e997/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:11,216 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,216 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd41491de654c6b4e885c75b01c4e997 columnFamilyName sid 2024-11-23T14:23:11,216 DEBUG [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:11,216 INFO [StoreOpener-fd41491de654c6b4e885c75b01c4e997-1 {}] regionserver.HStore(327): Store=fd41491de654c6b4e885c75b01c4e997/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/replication/fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/replication/fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:11,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/replication/fd41491de654c6b4e885c75b01c4e997/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:11,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fd41491de654c6b4e885c75b01c4e997; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71479606, jitterRate=0.06512913107872009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:11,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:11,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fd41491de654c6b4e885c75b01c4e997: Running coprocessor pre-open hook at 1732371791212Writing region info on filesystem at 1732371791212Initializing all the Stores at 1732371791212Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371791212Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371791212Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371791213 (+1 ms)Cleaning up temporary data from old regions at 1732371791218 (+5 ms)Running coprocessor post-open hooks at 1732371791221 (+3 ms)Region opened successfully at 1732371791221 2024-11-23T14:23:11,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997., pid=10, masterSystemTime=1732371791186 2024-11-23T14:23:11,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:11,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:11,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd41491de654c6b4e885c75b01c4e997, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,39463,1732371775257 2024-11-23T14:23:11,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd41491de654c6b4e885c75b01c4e997, server=c6f7b1897123,39463,1732371775257 because future has completed 2024-11-23T14:23:11,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:23:11,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fd41491de654c6b4e885c75b01c4e997, server=c6f7b1897123,39463,1732371775257 in 194 msec 2024-11-23T14:23:11,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:23:11,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd41491de654c6b4e885c75b01c4e997, ASSIGN in 350 msec 2024-11-23T14:23:11,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:11,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371791232"}]},"ts":"1732371791232"} 2024-11-23T14:23:11,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:23:11,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:11,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-23T14:23:11,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997., hostname=c6f7b1897123,39463,1732371775257, seqNum=2] 2024-11-23T14:23:11,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:23:11,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:23:11,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:23:11,490 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:11,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:23:11,526 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:23:11,559 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,39463,1732371775257, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:23:11,559 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:11,560 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39463,1732371775257, seqNum=-1] 2024-11-23T14:23:11,560 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:11,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T14:23:11,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,39463,1732371775257', locateType=CURRENT is [region=hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997., hostname=c6f7b1897123,39463,1732371775257, seqNum=2] 2024-11-23T14:23:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:11,572 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:23:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:23:11,575 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,39463,1732371775257 suceeded 2024-11-23T14:23:11,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:23:11,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-23T14:23:11,577 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:43595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:23:11,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1460 sec 2024-11-23T14:23:11,590 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:43595' 2024-11-23T14:23:11,592 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59dab5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:11,592 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43595,-1 for getting cluster id 2024-11-23T14:23:11,592 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:11,593 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01c10d1a-2d2e-450e-88cf-653a24d71c44' 2024-11-23T14:23:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01c10d1a-2d2e-450e-88cf-653a24d71c44" 2024-11-23T14:23:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a805c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43595,-1] 2024-11-23T14:23:11,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:11,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:11,595 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:11,595 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c81f924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:11,596 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:11,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43595,1732371780244 2024-11-23T14:23:11,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182f6004 2024-11-23T14:23:11,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:11,597 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-23T14:23:11,598 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,39463,1732371775257 (queues=1) is replicating from cluster=a06d0b1f-9040-4dd8-8e19-4ff98fda4830 to cluster=01c10d1a-2d2e-450e-88cf-653a24d71c44 2024-11-23T14:23:11,598 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C39463%2C1732371775257 2024-11-23T14:23:11,598 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,39463,1732371775257, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:23:11,599 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, startPosition=0, beingWritten=true 2024-11-23T14:23:11,604 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C39463%2C1732371775257 2024-11-23T14:23:11,623 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:11,623 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 379, reset compression=false 2024-11-23T14:23:11,624 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39463,1732371775257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:11,751 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=34, reused chunk count=119, reuseRatio=77.78% 2024-11-23T14:23:11,751 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-23T14:23:11,849 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 379, reset compression=false 2024-11-23T14:23:12,153 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 379, reset compression=false 2024-11-23T14:23:12,196 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:12,556 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 379, reset compression=false 2024-11-23T14:23:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:12,575 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:23:12,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:12,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:12,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:12,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:12,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:12,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5714d192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:12,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43595,-1 for getting cluster id 2024-11-23T14:23:12,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:12,577 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01c10d1a-2d2e-450e-88cf-653a24d71c44' 2024-11-23T14:23:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01c10d1a-2d2e-450e-88cf-653a24d71c44" 2024-11-23T14:23:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707ca8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43595,-1] 2024-11-23T14:23:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:12,579 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38035ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:12,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,43595,1732371780244 2024-11-23T14:23:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70b0b8cb 2024-11-23T14:23:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:12,583 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:12,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:39329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:23:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:23:12,586 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39329' 2024-11-23T14:23:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:12,587 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acee3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:12,587 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39329,-1 for getting cluster id 2024-11-23T14:23:12,587 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:12,588 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a06d0b1f-9040-4dd8-8e19-4ff98fda4830' 2024-11-23T14:23:12,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:12,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a06d0b1f-9040-4dd8-8e19-4ff98fda4830" 2024-11-23T14:23:12,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35fc22f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:12,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39329,-1] 2024-11-23T14:23:12,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:12,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:12,589 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:12,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4d04c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:12,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:12,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39329,1732371775089 2024-11-23T14:23:12,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc32a8c 2024-11-23T14:23:12,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:12,593 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:12,594 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:23:12,594 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:23:12,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:12,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:12,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:12,594 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:12,596 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:23:12,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:12,609 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:12,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:12,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:23:12,646 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:23:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:12,804 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:12,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:23:12,805 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108776 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:12,999 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:13,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46a479ff4f9ed46e0449bef4e307ce3a, NAME => 'hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf 2024-11-23T14:23:13,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:23:13,060 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 379, reset compression=false 2024-11-23T14:23:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:13,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:13,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46a479ff4f9ed46e0449bef4e307ce3a, disabling compactions & flushes 2024-11-23T14:23:13,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:13,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:13,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. after waiting 0 ms 2024-11-23T14:23:13,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:13,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:13,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46a479ff4f9ed46e0449bef4e307ce3a: Waiting for close lock at 1732371793433Disabling compacts and flushes for region at 1732371793433Disabling writes for close at 1732371793433Writing region close event to WAL at 1732371793433Closed at 1732371793433 2024-11-23T14:23:13,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:13,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371793435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371793435"}]},"ts":"1732371793435"} 2024-11-23T14:23:13,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:13,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:13,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371793438"}]},"ts":"1732371793438"} 2024-11-23T14:23:13,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:23:13,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46a479ff4f9ed46e0449bef4e307ce3a, ASSIGN}] 2024-11-23T14:23:13,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46a479ff4f9ed46e0449bef4e307ce3a, ASSIGN 2024-11-23T14:23:13,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46a479ff4f9ed46e0449bef4e307ce3a, ASSIGN; state=OFFLINE, location=c6f7b1897123,42063,1732371780412; forceNewPlan=false, retain=false 2024-11-23T14:23:13,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46a479ff4f9ed46e0449bef4e307ce3a, regionState=OPENING, regionLocation=c6f7b1897123,42063,1732371780412 2024-11-23T14:23:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46a479ff4f9ed46e0449bef4e307ce3a, ASSIGN because future has completed 2024-11-23T14:23:13,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a479ff4f9ed46e0449bef4e307ce3a, server=c6f7b1897123,42063,1732371780412}] 2024-11-23T14:23:13,664 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 379, reset compression=false 2024-11-23T14:23:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:13,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:13,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:13,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:23:13,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C42063%2C1732371780412.rep, suffix=, logDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412, archiveDir=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/oldWALs, maxLogs=10 2024-11-23T14:23:13,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.rep.1732371793764, exclude list is [], retry=0 2024-11-23T14:23:13,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38409,DS-f74b9aa8-0ea1-4cc6-af39-a950f646037d,DISK] 2024-11-23T14:23:13,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.rep.1732371793764 2024-11-23T14:23:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381)] 2024-11-23T14:23:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 46a479ff4f9ed46e0449bef4e307ce3a, NAME => 'hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:13,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:13,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:23:13,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. service=MultiRowMutationService 2024-11-23T14:23:13,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:23:13,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:13,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,800 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,802 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a479ff4f9ed46e0449bef4e307ce3a columnFamilyName hfileref 2024-11-23T14:23:13,802 DEBUG [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:13,802 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] regionserver.HStore(327): Store=46a479ff4f9ed46e0449bef4e307ce3a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:13,803 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,803 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a479ff4f9ed46e0449bef4e307ce3a columnFamilyName queue 2024-11-23T14:23:13,804 DEBUG [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:13,804 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] regionserver.HStore(327): Store=46a479ff4f9ed46e0449bef4e307ce3a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:13,804 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,805 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a479ff4f9ed46e0449bef4e307ce3a columnFamilyName sid 2024-11-23T14:23:13,805 DEBUG [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:13,806 INFO [StoreOpener-46a479ff4f9ed46e0449bef4e307ce3a-1 {}] regionserver.HStore(327): Store=46a479ff4f9ed46e0449bef4e307ce3a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:13,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/replication/46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/replication/46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:13,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/replication/46a479ff4f9ed46e0449bef4e307ce3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:13,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 46a479ff4f9ed46e0449bef4e307ce3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70540386, jitterRate=0.0511336624622345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:13,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:13,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 46a479ff4f9ed46e0449bef4e307ce3a: Running coprocessor pre-open hook at 1732371793798Writing region info on filesystem at 1732371793798Initializing all the Stores at 1732371793798Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371793798Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371793800 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371793800Cleaning up temporary data from old regions at 1732371793808 (+8 ms)Running coprocessor post-open hooks at 1732371793813 (+5 ms)Region opened successfully at 1732371793813 2024-11-23T14:23:13,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a., pid=10, masterSystemTime=1732371793751 2024-11-23T14:23:13,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:13,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:13,816 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46a479ff4f9ed46e0449bef4e307ce3a, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42063,1732371780412 2024-11-23T14:23:13,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a479ff4f9ed46e0449bef4e307ce3a, server=c6f7b1897123,42063,1732371780412 because future has completed 2024-11-23T14:23:13,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:23:13,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46a479ff4f9ed46e0449bef4e307ce3a, server=c6f7b1897123,42063,1732371780412 in 221 msec 2024-11-23T14:23:13,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:23:13,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46a479ff4f9ed46e0449bef4e307ce3a, ASSIGN in 379 msec 2024-11-23T14:23:13,825 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:13,825 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371793825"}]},"ts":"1732371793825"} 2024-11-23T14:23:13,827 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:23:13,828 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:13,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-11-23T14:23:13,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a., hostname=c6f7b1897123,42063,1732371780412, seqNum=2] 2024-11-23T14:23:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:13,880 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:13,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:23:13,903 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:14,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:23:14,058 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:23:14,091 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,42063,1732371780412, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:23:14,091 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:14,091 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42063,1732371780412, seqNum=-1] 2024-11-23T14:23:14,091 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:14,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T14:23:14,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,42063,1732371780412', locateType=CURRENT is [region=hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a., hostname=c6f7b1897123,42063,1732371780412, seqNum=2] 2024-11-23T14:23:14,096 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:23:14,098 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,42063,1732371780412 suceeded 2024-11-23T14:23:14,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:23:14,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-23T14:23:14,101 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:39329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:23:14,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-23T14:23:14,114 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:39329' 2024-11-23T14:23:14,120 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa1fcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,120 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39329,-1 for getting cluster id 2024-11-23T14:23:14,120 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:14,120 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a06d0b1f-9040-4dd8-8e19-4ff98fda4830' 2024-11-23T14:23:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a06d0b1f-9040-4dd8-8e19-4ff98fda4830" 2024-11-23T14:23:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f5f041e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39329,-1] 2024-11-23T14:23:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:14,122 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:14,122 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@247e7ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,122 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:14,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,39329,1732371775089 2024-11-23T14:23:14,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f0fd06e 2024-11-23T14:23:14,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:14,124 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-23T14:23:14,128 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,42063,1732371780412 (queues=1) is replicating from cluster=01c10d1a-2d2e-450e-88cf-653a24d71c44 to cluster=a06d0b1f-9040-4dd8-8e19-4ff98fda4830 2024-11-23T14:23:14,128 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C42063%2C1732371780412 2024-11-23T14:23:14,128 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,42063,1732371780412, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:23:14,132 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C42063%2C1732371780412 2024-11-23T14:23:14,132 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, startPosition=0, beingWritten=true 2024-11-23T14:23:14,138 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:14,138 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 379, reset compression=false 2024-11-23T14:23:14,138 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,42063,1732371780412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:14,345 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 379, reset compression=false 2024-11-23T14:23:14,368 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 379, reset compression=false 2024-11-23T14:23:14,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:14,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:14,648 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 379, reset compression=false 2024-11-23T14:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:14,734 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:23:14,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:14,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:14,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:14,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:14,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:14,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0cd206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,35709,-1 for getting cluster id 2024-11-23T14:23:14,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:14,736 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddabaaad-8a39-4407-aa57-8b09d46c3232' 2024-11-23T14:23:14,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:14,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddabaaad-8a39-4407-aa57-8b09d46c3232" 2024-11-23T14:23:14,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59efdd6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,35709,-1] 2024-11-23T14:23:14,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:14,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:14,737 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d72397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a886ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39329,-1 for getting cluster id 2024-11-23T14:23:14,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:14,739 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a06d0b1f-9040-4dd8-8e19-4ff98fda4830' 2024-11-23T14:23:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a06d0b1f-9040-4dd8-8e19-4ff98fda4830" 2024-11-23T14:23:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493ffaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39329,-1] 2024-11-23T14:23:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:14,740 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb0f718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ac0b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43595,-1 for getting cluster id 2024-11-23T14:23:14,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:14,742 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01c10d1a-2d2e-450e-88cf-653a24d71c44' 2024-11-23T14:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01c10d1a-2d2e-450e-88cf-653a24d71c44" 2024-11-23T14:23:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b50ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43595,-1] 2024-11-23T14:23:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:14,743 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2441bc89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:14,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,35149,1732371770210, seqNum=-1] 2024-11-23T14:23:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:14,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:14,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae., hostname=c6f7b1897123,35149,1732371770210, seqNum=2] 2024-11-23T14:23:14,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42063,1732371780412, seqNum=-1] 2024-11-23T14:23:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:14,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371786107.73414c766d97b2982a2d68031dabaff3., hostname=c6f7b1897123,42063,1732371780412, seqNum=2] 2024-11-23T14:23:14,757 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T14:23:14,918 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 379, reset compression=false 2024-11-23T14:23:14,930 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:23:14,930 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 480, reset compression=false 2024-11-23T14:23:14,930 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.shipperc6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,35149,1732371770210 got entry batch from reader: WALEntryBatch [walEntries=[{test/a91c0fb2f41a052e4321e2fdf24353ae/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T14:23:14,934 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.shipperc6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:23:14,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-23T14:23:14,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:23:14,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38bd3ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,39329,-1 for getting cluster id 2024-11-23T14:23:14,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:14,940 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a06d0b1f-9040-4dd8-8e19-4ff98fda4830' 2024-11-23T14:23:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a06d0b1f-9040-4dd8-8e19-4ff98fda4830" 2024-11-23T14:23:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b9586f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,39329,-1] 2024-11-23T14:23:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:14,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:14,941 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:14,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a98c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:14,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:14,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39463,1732371775257, seqNum=-1] 2024-11-23T14:23:14,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:14,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T14:23:14,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3., hostname=c6f7b1897123,39463,1732371775257, seqNum=2] 2024-11-23T14:23:14,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:23:15,055 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 379, reset compression=false 2024-11-23T14:23:15,133 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 480, reset compression=false 2024-11-23T14:23:15,171 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 379, reset compression=false 2024-11-23T14:23:15,175 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:23:15,175 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 504, reset compression=false 2024-11-23T14:23:15,175 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39463,1732371775257 got entry batch from reader: WALEntryBatch [walEntries=[{test/206d712b74bf30e08bd5f215b8f420a3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T14:23:15,177 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:23:15,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-23T14:23:15,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:23:15,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@202dad38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:15,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,43595,-1 for getting cluster id 2024-11-23T14:23:15,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:15,179 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01c10d1a-2d2e-450e-88cf-653a24d71c44' 2024-11-23T14:23:15,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01c10d1a-2d2e-450e-88cf-653a24d71c44" 2024-11-23T14:23:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa2c55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,43595,-1] 2024-11-23T14:23:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:15,180 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:15,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b17f249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:15,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:15,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42063,1732371780412, seqNum=-1] 2024-11-23T14:23:15,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:15,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T14:23:15,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732371786107.73414c766d97b2982a2d68031dabaff3., hostname=c6f7b1897123,42063,1732371780412, seqNum=2] 2024-11-23T14:23:15,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:23:15,378 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 504, reset compression=false 2024-11-23T14:23:15,437 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 480, reset compression=false 2024-11-23T14:23:15,558 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 379, reset compression=false 2024-11-23T14:23:15,562 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:15,562 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 528, reset compression=false 2024-11-23T14:23:15,562 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,42063,1732371780412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:15,682 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 504, reset compression=false 2024-11-23T14:23:15,759 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T14:23:15,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,39463,1732371775257, seqNum=-1] 2024-11-23T14:23:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:15,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3., hostname=c6f7b1897123,39463,1732371775257, seqNum=2] 2024-11-23T14:23:15,765 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 528, reset compression=false 2024-11-23T14:23:15,766 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T14:23:15,840 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 480, reset compression=false 2024-11-23T14:23:16,068 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 528, reset compression=false 2024-11-23T14:23:16,085 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 504, reset compression=false 2024-11-23T14:23:16,088 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:23:16,088 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 608, reset compression=false 2024-11-23T14:23:16,088 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39463,1732371775257 got entry batch from reader: WALEntryBatch [walEntries=[{test/206d712b74bf30e08bd5f215b8f420a3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T14:23:16,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:23:16,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:23:16,292 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 608, reset compression=false 2024-11-23T14:23:16,343 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 480, reset compression=false 2024-11-23T14:23:16,472 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 528, reset compression=false 2024-11-23T14:23:16,476 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:16,477 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 656, reset compression=false 2024-11-23T14:23:16,477 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,42063,1732371780412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:16,595 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 608, reset compression=false 2024-11-23T14:23:16,680 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 656, reset compression=false 2024-11-23T14:23:16,768 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T14:23:16,771 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T14:23:16,946 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 480, reset compression=false 2024-11-23T14:23:16,983 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 656, reset compression=false 2024-11-23T14:23:16,987 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:23:16,987 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 760, reset compression=false 2024-11-23T14:23:16,988 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,42063,1732371780412 got entry batch from reader: WALEntryBatch [walEntries=[{test/73414c766d97b2982a2d68031dabaff3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T14:23:16,993 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:23:16,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-23T14:23:16,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:23:16,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:23:16,997 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 608, reset compression=false 2024-11-23T14:23:17,005 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:17,005 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 735, reset compression=false 2024-11-23T14:23:17,005 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39463,1732371775257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:17,201 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 760, reset compression=false 2024-11-23T14:23:17,209 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 735, reset compression=false 2024-11-23T14:23:17,504 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 760, reset compression=false 2024-11-23T14:23:17,512 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 735, reset compression=false 2024-11-23T14:23:17,650 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 480, reset compression=false 2024-11-23T14:23:17,772 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T14:23:17,775 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T14:23:17,908 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 760, reset compression=false 2024-11-23T14:23:17,917 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 735, reset compression=false 2024-11-23T14:23:18,411 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 760, reset compression=false 2024-11-23T14:23:18,420 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 735, reset compression=false 2024-11-23T14:23:18,453 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 480, reset compression=false 2024-11-23T14:23:18,457 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:23:18,457 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:18,457 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.shipperc6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,35149,1732371770210 got entry batch from reader: WALEntryBatch [walEntries=[{test/a91c0fb2f41a052e4321e2fdf24353ae/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T14:23:18,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:23:18,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:23:18,659 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:18,776 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T14:23:18,962 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:19,014 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 760, reset compression=false 2024-11-23T14:23:19,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 735, reset compression=false 2024-11-23T14:23:19,025 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:23:19,026 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 883, reset compression=false 2024-11-23T14:23:19,026 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39463,1732371775257 got entry batch from reader: WALEntryBatch [walEntries=[{test/206d712b74bf30e08bd5f215b8f420a3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T14:23:19,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:23:19,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:23:19,228 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 883, reset compression=false 2024-11-23T14:23:19,366 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:19,531 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 883, reset compression=false 2024-11-23T14:23:19,634 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:23:19,716 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 760, reset compression=false 2024-11-23T14:23:19,720 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:19,720 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 932, reset compression=false 2024-11-23T14:23:19,720 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,42063,1732371780412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:19,777 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T14:23:19,780 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T14:23:19,869 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:19,924 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 932, reset compression=false 2024-11-23T14:23:19,934 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 883, reset compression=false 2024-11-23T14:23:19,940 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:23:19,940 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1042, reset compression=false 2024-11-23T14:23:19,940 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39463,1732371775257 got entry batch from reader: WALEntryBatch [walEntries=[{test/206d712b74bf30e08bd5f215b8f420a3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T14:23:19,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:23:19,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:23:20,152 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1042, reset compression=false 2024-11-23T14:23:20,230 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 932, reset compression=false 2024-11-23T14:23:20,233 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:20,234 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1082, reset compression=false 2024-11-23T14:23:20,234 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,42063,1732371780412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:20,436 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1082, reset compression=false 2024-11-23T14:23:20,455 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1042, reset compression=false 2024-11-23T14:23:20,473 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:20,743 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1082, reset compression=false 2024-11-23T14:23:20,781 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T14:23:20,784 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T14:23:20,858 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1042, reset compression=false 2024-11-23T14:23:21,146 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1082, reset compression=false 2024-11-23T14:23:21,150 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:23:21,150 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1241, reset compression=false 2024-11-23T14:23:21,150 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,42063,1732371780412 got entry batch from reader: WALEntryBatch [walEntries=[{test/73414c766d97b2982a2d68031dabaff3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T14:23:21,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T14:23:21,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T14:23:21,176 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:21,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:21,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:21,353 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1241, reset compression=false 2024-11-23T14:23:21,361 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1042, reset compression=false 2024-11-23T14:23:21,364 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:21,364 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:21,364 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39463,1732371775257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:21,567 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:21,657 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1241, reset compression=false 2024-11-23T14:23:21,786 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T14:23:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:23:21,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:21,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:21,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:21,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:21,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:21,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:23:21,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1450012680, stopped=false 2024-11-23T14:23:21,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,43595,1732371780244 2024-11-23T14:23:21,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/223098091/running 2024-11-23T14:23:21,795 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/223098091/running 2024-11-23T14:23:21,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:21,795 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:23:21,795 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:21,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:21,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:21,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:21,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,42063,1732371780412' ***** 2024-11-23T14:23:21,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:23:21,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on znode that does not yet exist, /223098091/running 2024-11-23T14:23:21,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Set watcher on znode that does not yet exist, /223098091/running 2024-11-23T14:23:21,796 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:23:21,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:23:21,796 INFO [RS:0;c6f7b1897123:42063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(3091): Received CLOSE for 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(3091): Received CLOSE for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,42063,1732371780412 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:42063. 2024-11-23T14:23:21,797 DEBUG [RS:0;c6f7b1897123:42063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:21,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73414c766d97b2982a2d68031dabaff3, disabling compactions & flushes 2024-11-23T14:23:21,797 DEBUG [RS:0;c6f7b1897123:42063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:21,797 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:21,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:21,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371786107.73414c766d97b2982a2d68031dabaff3. after waiting 0 ms 2024-11-23T14:23:21,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:23:21,797 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73414c766d97b2982a2d68031dabaff3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T14:23:21,797 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:23:21,797 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1325): Online Regions={73414c766d97b2982a2d68031dabaff3=test,,1732371786107.73414c766d97b2982a2d68031dabaff3., 46a479ff4f9ed46e0449bef4e307ce3a=hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:23:21,797 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46a479ff4f9ed46e0449bef4e307ce3a, 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:21,797 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:23:21,797 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:23:21,797 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:23:21,797 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:23:21,797 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:23:21,798 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:23:21,810 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:23:21,819 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/f/c4a54a2064b14999888fb34e8aea8bb3 is 29, key is row1/f:/1732371799778/DeleteFamily/seqid=0 2024-11-23T14:23:21,820 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/info/a20558d8250f495cb45f7e7bcf535017 is 147, key is hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a./info:regioninfo/1732371793816/Put/seqid=0 2024-11-23T14:23:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741840_1016 (size=5152) 2024-11-23T14:23:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741841_1017 (size=7686) 2024-11-23T14:23:21,823 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/info/a20558d8250f495cb45f7e7bcf535017 2024-11-23T14:23:21,843 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/ns/8df5fc285d6441afa755ca3fcf703c10 is 43, key is default/ns:d/1732371781710/Put/seqid=0 2024-11-23T14:23:21,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741842_1018 (size=5153) 2024-11-23T14:23:21,847 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/ns/8df5fc285d6441afa755ca3fcf703c10 2024-11-23T14:23:21,863 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/rep_barrier/f57a45ad63ed4f65a9c3aa7b9eb56989 is 112, key is test,,1732371786107.73414c766d97b2982a2d68031dabaff3./rep_barrier:seqnumDuringOpen/1732371787260/Put/seqid=0 2024-11-23T14:23:21,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741843_1019 (size=5518) 2024-11-23T14:23:21,866 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/rep_barrier/f57a45ad63ed4f65a9c3aa7b9eb56989 2024-11-23T14:23:21,870 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:21,884 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/table/0852f955592244d6b9cf6567f9d4dace is 53, key is hbase:replication/table:state/1732371793825/Put/seqid=0 2024-11-23T14:23:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741844_1020 (size=5308) 2024-11-23T14:23:21,887 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/table/0852f955592244d6b9cf6567f9d4dace 2024-11-23T14:23:21,891 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/info/a20558d8250f495cb45f7e7bcf535017 as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/info/a20558d8250f495cb45f7e7bcf535017 2024-11-23T14:23:21,895 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/info/a20558d8250f495cb45f7e7bcf535017, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:23:21,895 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/ns/8df5fc285d6441afa755ca3fcf703c10 as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/ns/8df5fc285d6441afa755ca3fcf703c10 2024-11-23T14:23:21,899 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/ns/8df5fc285d6441afa755ca3fcf703c10, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:23:21,900 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/rep_barrier/f57a45ad63ed4f65a9c3aa7b9eb56989 as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/rep_barrier/f57a45ad63ed4f65a9c3aa7b9eb56989 2024-11-23T14:23:21,904 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/rep_barrier/f57a45ad63ed4f65a9c3aa7b9eb56989, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:23:21,904 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/.tmp/table/0852f955592244d6b9cf6567f9d4dace as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/table/0852f955592244d6b9cf6567f9d4dace 2024-11-23T14:23:21,908 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/table/0852f955592244d6b9cf6567f9d4dace, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:23:21,909 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=16, compaction requested=false 2024-11-23T14:23:21,918 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:23:21,919 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:23:21,919 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:23:21,919 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:21,919 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371801797Running coprocessor pre-close hooks at 1732371801797Disabling compacts and flushes for region at 1732371801797Disabling writes for close at 1732371801797Obtaining lock to block concurrent updates at 1732371801798 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732371801798Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371801798Flushing stores of hbase:meta,,1.1588230740 at 1732371801798Flushing 1588230740/info: creating writer at 1732371801798Flushing 1588230740/info: appending metadata at 1732371801819 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732371801819Flushing 1588230740/ns: creating writer at 1732371801827 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732371801843 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732371801843Flushing 1588230740/rep_barrier: creating writer at 1732371801850 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371801863 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371801863Flushing 1588230740/table: creating writer at 1732371801870 (+7 ms)Flushing 1588230740/table: appending metadata at 1732371801884 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732371801884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4715d761: reopening flushed file at 1732371801890 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f777ebb: reopening flushed file at 1732371801895 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2478cc6b: reopening flushed file at 1732371801899 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbbaef: reopening flushed file at 1732371801904 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=16, compaction requested=false at 1732371801909 (+5 ms)Writing region close event to WAL at 1732371801916 (+7 ms)Running coprocessor post-close hooks at 1732371801919 (+3 ms)Closed at 1732371801919 2024-11-23T14:23:21,919 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:21,979 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:21,984 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:23:21,984 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:23:21,998 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1351): Waiting on 46a479ff4f9ed46e0449bef4e307ce3a, 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:22,060 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1241, reset compression=false 2024-11-23T14:23:22,064 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:22,064 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1488, reset compression=false 2024-11-23T14:23:22,064 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,42063,1732371780412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:22,065 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,42063,1732371780412: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,42063,1732371780412, walGroup=c6f7b1897123%2C42063%2C1732371780412, offset=c6f7b1897123%2C42063%2C1732371780412.1732371781130:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:42063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:23:22,067 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:23:22,067 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:23:22,068 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:23:22,068 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:23:22,068 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:23:22,068 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 879448640 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201631576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:23:22,069 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:43595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:43595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:23:22,198 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1351): Waiting on 46a479ff4f9ed46e0449bef4e307ce3a, 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:22,222 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/f/c4a54a2064b14999888fb34e8aea8bb3 2024-11-23T14:23:22,226 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4a54a2064b14999888fb34e8aea8bb3 2024-11-23T14:23:22,243 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/f1/8c04c45d18cc4fc1bea703791c1442c6 is 30, key is row1/f1:/1732371799778/DeleteFamily/seqid=0 2024-11-23T14:23:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741845_1021 (size=5158) 2024-11-23T14:23:22,246 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/f1/8c04c45d18cc4fc1bea703791c1442c6 2024-11-23T14:23:22,250 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c04c45d18cc4fc1bea703791c1442c6 2024-11-23T14:23:22,263 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/norep/3e6e4b0357b74cee8ffea314cceec0ee is 33, key is row2/norep:/1732371800782/DeleteFamily/seqid=0 2024-11-23T14:23:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741846_1022 (size=5108) 2024-11-23T14:23:22,268 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1488, reset compression=false 2024-11-23T14:23:22,273 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:22,398 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1351): Waiting on 46a479ff4f9ed46e0449bef4e307ce3a, 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:22,572 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1488, reset compression=false 2024-11-23T14:23:22,598 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1351): Waiting on 46a479ff4f9ed46e0449bef4e307ce3a, 73414c766d97b2982a2d68031dabaff3 2024-11-23T14:23:22,667 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/norep/3e6e4b0357b74cee8ffea314cceec0ee 2024-11-23T14:23:22,671 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e6e4b0357b74cee8ffea314cceec0ee 2024-11-23T14:23:22,672 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/f/c4a54a2064b14999888fb34e8aea8bb3 as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/f/c4a54a2064b14999888fb34e8aea8bb3 2024-11-23T14:23:22,676 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4a54a2064b14999888fb34e8aea8bb3 2024-11-23T14:23:22,676 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/f/c4a54a2064b14999888fb34e8aea8bb3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T14:23:22,676 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/f1/8c04c45d18cc4fc1bea703791c1442c6 as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/f1/8c04c45d18cc4fc1bea703791c1442c6 2024-11-23T14:23:22,680 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c04c45d18cc4fc1bea703791c1442c6 2024-11-23T14:23:22,680 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/f1/8c04c45d18cc4fc1bea703791c1442c6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T14:23:22,680 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/.tmp/norep/3e6e4b0357b74cee8ffea314cceec0ee as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/norep/3e6e4b0357b74cee8ffea314cceec0ee 2024-11-23T14:23:22,683 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e6e4b0357b74cee8ffea314cceec0ee 2024-11-23T14:23:22,683 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/norep/3e6e4b0357b74cee8ffea314cceec0ee, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T14:23:22,684 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 73414c766d97b2982a2d68031dabaff3 in 887ms, sequenceid=10, compaction requested=false 2024-11-23T14:23:22,689 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/data/default/test/73414c766d97b2982a2d68031dabaff3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T14:23:22,691 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:23:22,691 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:23:22,692 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:22,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73414c766d97b2982a2d68031dabaff3: Waiting for close lock at 1732371801797Running coprocessor pre-close hooks at 1732371801797Disabling compacts and flushes for region at 1732371801797Disabling writes for close at 1732371801797Obtaining lock to block concurrent updates at 1732371801797Preparing flush snapshotting stores in 73414c766d97b2982a2d68031dabaff3 at 1732371801797Finished memstore snapshotting test,,1732371786107.73414c766d97b2982a2d68031dabaff3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732371801797Flushing stores of test,,1732371786107.73414c766d97b2982a2d68031dabaff3. at 1732371801798 (+1 ms)Flushing 73414c766d97b2982a2d68031dabaff3/f: creating writer at 1732371801798Flushing 73414c766d97b2982a2d68031dabaff3/f: appending metadata at 1732371801818 (+20 ms)Flushing 73414c766d97b2982a2d68031dabaff3/f: closing flushed file at 1732371801818Flushing 73414c766d97b2982a2d68031dabaff3/f1: creating writer at 1732371802226 (+408 ms)Flushing 73414c766d97b2982a2d68031dabaff3/f1: appending metadata at 1732371802242 (+16 ms)Flushing 73414c766d97b2982a2d68031dabaff3/f1: closing flushed file at 1732371802242Flushing 73414c766d97b2982a2d68031dabaff3/norep: creating writer at 1732371802250 (+8 ms)Flushing 73414c766d97b2982a2d68031dabaff3/norep: appending metadata at 1732371802262 (+12 ms)Flushing 73414c766d97b2982a2d68031dabaff3/norep: closing flushed file at 1732371802262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@685543bc: reopening flushed file at 1732371802672 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5fb726: reopening flushed file at 1732371802676 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690107c7: reopening flushed file at 1732371802680 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 73414c766d97b2982a2d68031dabaff3 in 887ms, sequenceid=10, compaction requested=false at 1732371802684 (+4 ms)Writing region close event to WAL at 1732371802686 (+2 ms)Running coprocessor post-close hooks at 1732371802691 (+5 ms)Closed at 1732371802692 (+1 ms) 2024-11-23T14:23:22,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371786107.73414c766d97b2982a2d68031dabaff3. 2024-11-23T14:23:22,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46a479ff4f9ed46e0449bef4e307ce3a, disabling compactions & flushes 2024-11-23T14:23:22,692 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:22,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:22,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. after waiting 0 ms 2024-11-23T14:23:22,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:22,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46a479ff4f9ed46e0449bef4e307ce3a: Waiting for close lock at 1732371802692Running coprocessor pre-close hooks at 1732371802692Disabling compacts and flushes for region at 1732371802692Disabling writes for close at 1732371802692Failed flush hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a., putting online again at 1732371802692 2024-11-23T14:23:22,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:22,776 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:22,798 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:23:22,798 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1325): Online Regions={46a479ff4f9ed46e0449bef4e307ce3a=hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a.} 2024-11-23T14:23:22,798 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(3091): Received CLOSE for 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:22,799 DEBUG [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1351): Waiting on 46a479ff4f9ed46e0449bef4e307ce3a 2024-11-23T14:23:22,799 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46a479ff4f9ed46e0449bef4e307ce3a, disabling compactions & flushes 2024-11-23T14:23:22,799 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:22,799 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:22,799 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. after waiting 0 ms 2024-11-23T14:23:22,799 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:22,799 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46a479ff4f9ed46e0449bef4e307ce3a: Waiting for close lock at 1732371802799Running coprocessor pre-close hooks at 1732371802799Disabling compacts and flushes for region at 1732371802799Disabling writes for close at 1732371802799Failed flush hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a., putting online again at 1732371802799 2024-11-23T14:23:22,799 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732371792594.46a479ff4f9ed46e0449bef4e307ce3a. 2024-11-23T14:23:22,882 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:22,981 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 1488, reset compression=false 2024-11-23T14:23:22,985 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:22,985 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 2132, reset compression=false 2024-11-23T14:23:22,999 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T14:23:22,999 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,42063,1732371780412; all regions closed. 2024-11-23T14:23:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:23:23,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.meta.1732371781652.meta not finished, retry = 0 2024-11-23T14:23:23,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741839_1015 (size=2171) 2024-11-23T14:23:23,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741832_1008 (size=2140) 2024-11-23T14:23:23,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 not finished, retry = 0 2024-11-23T14:23:23,187 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 to pos 2132, reset compression=false 2024-11-23T14:23:23,210 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/WALs/c6f7b1897123,42063,1732371780412/c6f7b1897123%2C42063%2C1732371780412.1732371781130 2024-11-23T14:23:23,210 DEBUG [RS:0;c6f7b1897123:42063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:23,211 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:23:23,211 INFO [RS:0;c6f7b1897123:42063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:23:23,211 INFO [RS:0;c6f7b1897123:42063 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T14:23:23,211 INFO [RS:0;c6f7b1897123:42063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:23:23,211 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:23:23,211 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,42063,1732371780412 because: Region server is closing 2024-11-23T14:23:23,212 INFO [RS:0;c6f7b1897123:42063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:42063. 2024-11-23T14:23:23,212 DEBUG [RS:0;c6f7b1897123:42063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:23,212 DEBUG [RS:0;c6f7b1897123:42063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:23,212 DEBUG [RS:0;c6f7b1897123:42063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:23,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:23,312 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.shipperc6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 terminated 2024-11-23T14:23:23,312 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,42063,1732371780412.replicationSource.wal-reader.c6f7b1897123%2C42063%2C1732371780412,1-c6f7b1897123,42063,1732371780412 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-23T14:23:23,312 INFO [RS:0;c6f7b1897123:42063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:42063. 2024-11-23T14:23:23,312 DEBUG [RS:0;c6f7b1897123:42063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:23,313 DEBUG [RS:0;c6f7b1897123:42063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:23,313 DEBUG [RS:0;c6f7b1897123:42063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:23,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:23,313 INFO [RS:0;c6f7b1897123:42063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42063 2024-11-23T14:23:23,374 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/223098091/rs/c6f7b1897123,42063,1732371780412 2024-11-23T14:23:23,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091/rs 2024-11-23T14:23:23,374 INFO [RS:0;c6f7b1897123:42063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:23:23,381 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:23,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,42063,1732371780412] 2024-11-23T14:23:23,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /223098091/draining/c6f7b1897123,42063,1732371780412 already deleted, retry=false 2024-11-23T14:23:23,395 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,42063,1732371780412 expired; onlineServers=0 2024-11-23T14:23:23,395 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,43595,1732371780244' ***** 2024-11-23T14:23:23,395 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:23:23,395 INFO [M:0;c6f7b1897123:43595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:23:23,395 INFO [M:0;c6f7b1897123:43595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:23:23,395 DEBUG [M:0;c6f7b1897123:43595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:23:23,395 DEBUG [M:0;c6f7b1897123:43595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:23:23,395 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:23:23,396 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371780851 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371780851,5,FailOnTimeoutGroup] 2024-11-23T14:23:23,396 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371780848 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371780848,5,FailOnTimeoutGroup] 2024-11-23T14:23:23,396 INFO [M:0;c6f7b1897123:43595 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:23:23,396 INFO [M:0;c6f7b1897123:43595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:23:23,396 DEBUG [M:0;c6f7b1897123:43595 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:23:23,396 INFO [M:0;c6f7b1897123:43595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:23:23,396 INFO [M:0;c6f7b1897123:43595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:23:23,396 INFO [M:0;c6f7b1897123:43595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:23:23,396 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:23:23,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/223098091/master 2024-11-23T14:23:23,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/223098091 2024-11-23T14:23:23,405 DEBUG [M:0;c6f7b1897123:43595 {}] zookeeper.ZKUtil(347): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Unable to get data of znode /223098091/master because node does not exist (not an error) 2024-11-23T14:23:23,405 WARN [M:0;c6f7b1897123:43595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:23:23,406 INFO [M:0;c6f7b1897123:43595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/.lastflushedseqids 2024-11-23T14:23:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741847_1023 (size=245) 2024-11-23T14:23:23,484 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:23,485 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42063-0x10168135bbc0007, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:23,485 INFO [RS:0;c6f7b1897123:42063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:23:23,485 INFO [RS:0;c6f7b1897123:42063 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,42063,1732371780412; zookeeper connection closed. 2024-11-23T14:23:23,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21b9799d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21b9799d 2024-11-23T14:23:23,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:23:23,810 INFO [M:0;c6f7b1897123:43595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:23:23,810 INFO [M:0;c6f7b1897123:43595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:23:23,810 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:23:23,810 INFO [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:23,811 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:23,811 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:23:23,811 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:23,811 INFO [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T14:23:23,827 DEBUG [M:0;c6f7b1897123:43595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75167adc66944c8e83a44151a282d400 is 82, key is hbase:meta,,1/info:regioninfo/1732371781689/Put/seqid=0 2024-11-23T14:23:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741848_1024 (size=5672) 2024-11-23T14:23:23,841 INFO [M:0;c6f7b1897123:43595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75167adc66944c8e83a44151a282d400 2024-11-23T14:23:23,859 DEBUG [M:0;c6f7b1897123:43595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad703f4ea2fe4af3bf5844b6147e2eea is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732371793829/Put/seqid=0 2024-11-23T14:23:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741849_1025 (size=8516) 2024-11-23T14:23:23,885 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:24,084 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:24,267 INFO [M:0;c6f7b1897123:43595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad703f4ea2fe4af3bf5844b6147e2eea 2024-11-23T14:23:24,295 DEBUG [M:0;c6f7b1897123:43595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e613b144fbd4f11903297f13ce39d9e is 69, key is c6f7b1897123,42063,1732371780412/rs:state/1732371780897/Put/seqid=0 2024-11-23T14:23:24,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741850_1026 (size=5156) 2024-11-23T14:23:24,699 INFO [M:0;c6f7b1897123:43595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e613b144fbd4f11903297f13ce39d9e 2024-11-23T14:23:24,703 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75167adc66944c8e83a44151a282d400 as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75167adc66944c8e83a44151a282d400 2024-11-23T14:23:24,707 INFO [M:0;c6f7b1897123:43595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75167adc66944c8e83a44151a282d400, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T14:23:24,708 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad703f4ea2fe4af3bf5844b6147e2eea as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad703f4ea2fe4af3bf5844b6147e2eea 2024-11-23T14:23:24,710 INFO [M:0;c6f7b1897123:43595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad703f4ea2fe4af3bf5844b6147e2eea, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T14:23:24,711 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e613b144fbd4f11903297f13ce39d9e as hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e613b144fbd4f11903297f13ce39d9e 2024-11-23T14:23:24,714 INFO [M:0;c6f7b1897123:43595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43877/user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e613b144fbd4f11903297f13ce39d9e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T14:23:24,715 INFO [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=97, compaction requested=false 2024-11-23T14:23:24,716 INFO [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:24,716 DEBUG [M:0;c6f7b1897123:43595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371803810Disabling compacts and flushes for region at 1732371803810Disabling writes for close at 1732371803811 (+1 ms)Obtaining lock to block concurrent updates at 1732371803811Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371803811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732371803811Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371803812 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371803812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371803826 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371803826Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371803845 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371803858 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371803858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371804275 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371804294 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371804294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf698ef: reopening flushed file at 1732371804703 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a56a600: reopening flushed file at 1732371804707 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bad6a3: reopening flushed file at 1732371804711 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=97, compaction requested=false at 1732371804715 (+4 ms)Writing region close event to WAL at 1732371804716 (+1 ms)Closed at 1732371804716 2024-11-23T14:23:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38409 is added to blk_1073741830_1006 (size=63654) 2024-11-23T14:23:24,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6458fecc-cc90-2d4f-f528-4ac7464d6ddf/MasterData/WALs/c6f7b1897123,43595,1732371780244/c6f7b1897123%2C43595%2C1732371780244.1732371780607 not finished, retry = 0 2024-11-23T14:23:24,819 INFO [M:0;c6f7b1897123:43595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:23:24,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:23:24,819 INFO [M:0;c6f7b1897123:43595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43595 2024-11-23T14:23:24,819 INFO [M:0;c6f7b1897123:43595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:23:24,887 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:24,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:24,979 INFO [M:0;c6f7b1897123:43595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:23:24,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43595-0x10168135bbc0006, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:24,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ebb655{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:23:24,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@773c9faa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:23:24,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:23:24,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea269ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:23:24,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c42f78a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.log.dir/,STOPPED} 2024-11-23T14:23:24,985 WARN [BP-1789760619-172.17.0.3-1732371777769 heartbeating to localhost/127.0.0.1:43877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:23:24,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:23:24,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:23:24,985 WARN [BP-1789760619-172.17.0.3-1732371777769 heartbeating to localhost/127.0.0.1:43877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789760619-172.17.0.3-1732371777769 (Datanode Uuid 09a84b6b-fb07-440a-bbde-caaa72037e09) service to localhost/127.0.0.1:43877 2024-11-23T14:23:24,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/cluster_f26826da-f7ac-826e-1921-aa5972f0d89f/data/data1/current/BP-1789760619-172.17.0.3-1732371777769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:23:24,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/cluster_f26826da-f7ac-826e-1921-aa5972f0d89f/data/data2/current/BP-1789760619-172.17.0.3-1732371777769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:23:24,987 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:23:24,989 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:24,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ad88eef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:23:25,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dcf78a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:23:25,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:23:25,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6796c00e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:23:25,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76eb47af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.log.dir/,STOPPED} 2024-11-23T14:23:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:23:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:23:25,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:25,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:25,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:25,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:25,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:25,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:23:25,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2085021484, stopped=false 2024-11-23T14:23:25,016 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,39329,1732371775089 2024-11-23T14:23:25,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944903087/running 2024-11-23T14:23:25,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:23:25,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:23:25,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944903087/running 2024-11-23T14:23:25,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:23:25,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:25,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on znode that does not yet exist, /11944903087/running 2024-11-23T14:23:25,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Set watcher on znode that does not yet exist, /11944903087/running 2024-11-23T14:23:25,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:25,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:25,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,39463,1732371775257' ***** 2024-11-23T14:23:25,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:23:25,028 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:23:25,029 INFO [RS:0;c6f7b1897123:39463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:23:25,029 INFO [RS:0;c6f7b1897123:39463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:23:25,029 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(3091): Received CLOSE for 206d712b74bf30e08bd5f215b8f420a3 2024-11-23T14:23:25,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:23:25,029 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(3091): Received CLOSE for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:25,029 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,39463,1732371775257 2024-11-23T14:23:25,029 INFO [RS:0;c6f7b1897123:39463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:23:25,029 INFO [RS:0;c6f7b1897123:39463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39463. 2024-11-23T14:23:25,029 DEBUG [RS:0;c6f7b1897123:39463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:25,030 DEBUG [RS:0;c6f7b1897123:39463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:25,030 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:23:25,030 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:23:25,030 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:23:25,030 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:23:25,030 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 206d712b74bf30e08bd5f215b8f420a3, disabling compactions & flushes 2024-11-23T14:23:25,030 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:25,030 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:25,030 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. after waiting 0 ms 2024-11-23T14:23:25,030 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:25,030 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 206d712b74bf30e08bd5f215b8f420a3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T14:23:25,031 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:23:25,031 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1325): Online Regions={206d712b74bf30e08bd5f215b8f420a3=test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3., 1588230740=hbase:meta,,1.1588230740, fd41491de654c6b4e885c75b01c4e997=hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997.} 2024-11-23T14:23:25,031 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 206d712b74bf30e08bd5f215b8f420a3, fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:25,032 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:23:25,032 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:23:25,032 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:23:25,032 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:23:25,032 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:23:25,032 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:23:25,058 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/f/7813c43f1ef7472dbc4ce3cfb71b926e is 29, key is row1/f:/1732371799778/DeleteFamily/seqid=0 2024-11-23T14:23:25,063 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/info/73d6350261b9460c9e5d9ce6f3cd5654 is 147, key is hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997./info:regioninfo/1732371791224/Put/seqid=0 2024-11-23T14:23:25,075 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:23:25,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741840_1016 (size=5152) 2024-11-23T14:23:25,086 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:23:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741841_1017 (size=7686) 2024-11-23T14:23:25,231 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 206d712b74bf30e08bd5f215b8f420a3, fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:25,432 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 206d712b74bf30e08bd5f215b8f420a3, fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:25,460 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:23:25,460 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:23:25,483 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/f/7813c43f1ef7472dbc4ce3cfb71b926e 2024-11-23T14:23:25,487 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/info/73d6350261b9460c9e5d9ce6f3cd5654 2024-11-23T14:23:25,503 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7813c43f1ef7472dbc4ce3cfb71b926e 2024-11-23T14:23:25,529 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/f1/ff077a4104704dfcbea5352f46a19a3a is 30, key is row1/f1:/1732371799778/DeleteFamily/seqid=0 2024-11-23T14:23:25,549 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/ns/0bacd33205b7468cb59cab2acb212814 is 43, key is default/ns:d/1732371777606/Put/seqid=0 2024-11-23T14:23:25,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741842_1018 (size=5158) 2024-11-23T14:23:25,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741843_1019 (size=5153) 2024-11-23T14:23:25,632 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 206d712b74bf30e08bd5f215b8f420a3, fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:25,790 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1191, reset compression=false 2024-11-23T14:23:25,795 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:25,795 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1438, reset compression=false 2024-11-23T14:23:25,795 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,39463,1732371775257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:23:25,796 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,39463,1732371775257: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f7b1897123,39463,1732371775257, walGroup=c6f7b1897123%2C39463%2C1732371775257, offset=c6f7b1897123%2C39463%2C1732371775257.1732371776600:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:23:25,798 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:23:25,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:23:25,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:23:25,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:23:25,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:23:25,798 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 948654656 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201842904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:23:25,799 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:23:25,832 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 206d712b74bf30e08bd5f215b8f420a3, fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:25,954 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/f1/ff077a4104704dfcbea5352f46a19a3a 2024-11-23T14:23:25,960 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff077a4104704dfcbea5352f46a19a3a 2024-11-23T14:23:25,971 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/ns/0bacd33205b7468cb59cab2acb212814 2024-11-23T14:23:25,984 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/norep/f0fd4c4ffa4c4829864905bdcd7036ac is 33, key is row1/norep:/1732371799778/DeleteFamily/seqid=0 2024-11-23T14:23:26,006 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1438, reset compression=false 2024-11-23T14:23:26,031 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/rep_barrier/efbe588eaa3542a2afa0fc70f5baa1ae is 112, key is test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3./rep_barrier:seqnumDuringOpen/1732371785098/Put/seqid=0 2024-11-23T14:23:26,032 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 206d712b74bf30e08bd5f215b8f420a3, fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:26,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741844_1020 (size=5108) 2024-11-23T14:23:26,048 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/norep/f0fd4c4ffa4c4829864905bdcd7036ac 2024-11-23T14:23:26,054 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0fd4c4ffa4c4829864905bdcd7036ac 2024-11-23T14:23:26,055 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/f/7813c43f1ef7472dbc4ce3cfb71b926e as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/f/7813c43f1ef7472dbc4ce3cfb71b926e 2024-11-23T14:23:26,061 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7813c43f1ef7472dbc4ce3cfb71b926e 2024-11-23T14:23:26,061 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/f/7813c43f1ef7472dbc4ce3cfb71b926e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T14:23:26,062 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/f1/ff077a4104704dfcbea5352f46a19a3a as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/f1/ff077a4104704dfcbea5352f46a19a3a 2024-11-23T14:23:26,069 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff077a4104704dfcbea5352f46a19a3a 2024-11-23T14:23:26,069 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/f1/ff077a4104704dfcbea5352f46a19a3a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T14:23:26,071 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/.tmp/norep/f0fd4c4ffa4c4829864905bdcd7036ac as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/norep/f0fd4c4ffa4c4829864905bdcd7036ac 2024-11-23T14:23:26,077 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0fd4c4ffa4c4829864905bdcd7036ac 2024-11-23T14:23:26,077 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/norep/f0fd4c4ffa4c4829864905bdcd7036ac, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T14:23:26,079 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 206d712b74bf30e08bd5f215b8f420a3 in 1049ms, sequenceid=10, compaction requested=false 2024-11-23T14:23:26,080 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:23:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741845_1021 (size=5518) 2024-11-23T14:23:26,098 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/rep_barrier/efbe588eaa3542a2afa0fc70f5baa1ae 2024-11-23T14:23:26,115 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/default/test/206d712b74bf30e08bd5f215b8f420a3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T14:23:26,115 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:23:26,115 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:23:26,115 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:26,115 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 206d712b74bf30e08bd5f215b8f420a3: Waiting for close lock at 1732371805030Running coprocessor pre-close hooks at 1732371805030Disabling compacts and flushes for region at 1732371805030Disabling writes for close at 1732371805030Obtaining lock to block concurrent updates at 1732371805031 (+1 ms)Preparing flush snapshotting stores in 206d712b74bf30e08bd5f215b8f420a3 at 1732371805031Finished memstore snapshotting test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732371805031Flushing stores of test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. at 1732371805033 (+2 ms)Flushing 206d712b74bf30e08bd5f215b8f420a3/f: creating writer at 1732371805033Flushing 206d712b74bf30e08bd5f215b8f420a3/f: appending metadata at 1732371805057 (+24 ms)Flushing 206d712b74bf30e08bd5f215b8f420a3/f: closing flushed file at 1732371805058 (+1 ms)Flushing 206d712b74bf30e08bd5f215b8f420a3/f1: creating writer at 1732371805503 (+445 ms)Flushing 206d712b74bf30e08bd5f215b8f420a3/f1: appending metadata at 1732371805528 (+25 ms)Flushing 206d712b74bf30e08bd5f215b8f420a3/f1: closing flushed file at 1732371805529 (+1 ms)Flushing 206d712b74bf30e08bd5f215b8f420a3/norep: creating writer at 1732371805960 (+431 ms)Flushing 206d712b74bf30e08bd5f215b8f420a3/norep: appending metadata at 1732371805983 (+23 ms)Flushing 206d712b74bf30e08bd5f215b8f420a3/norep: closing flushed file at 1732371805983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445efd12: reopening flushed file at 1732371806055 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244467fd: reopening flushed file at 1732371806061 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef1a5ba: reopening flushed file at 1732371806070 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 206d712b74bf30e08bd5f215b8f420a3 in 1049ms, sequenceid=10, compaction requested=false at 1732371806079 (+9 ms)Writing region close event to WAL at 1732371806099 (+20 ms)Running coprocessor post-close hooks at 1732371806115 (+16 ms)Closed at 1732371806115 2024-11-23T14:23:26,116 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371783957.206d712b74bf30e08bd5f215b8f420a3. 2024-11-23T14:23:26,116 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd41491de654c6b4e885c75b01c4e997, disabling compactions & flushes 2024-11-23T14:23:26,116 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:26,116 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:26,116 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. after waiting 0 ms 2024-11-23T14:23:26,116 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:26,116 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd41491de654c6b4e885c75b01c4e997: Waiting for close lock at 1732371806116Running coprocessor pre-close hooks at 1732371806116Disabling compacts and flushes for region at 1732371806116Disabling writes for close at 1732371806116Failed flush hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997., putting online again at 1732371806116 2024-11-23T14:23:26,116 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:26,137 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/table/64b8137a0ab54d178dcbbc0f84edca74 is 53, key is hbase:replication/table:state/1732371791232/Put/seqid=0 2024-11-23T14:23:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741846_1022 (size=5308) 2024-11-23T14:23:26,198 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:26,232 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:23:26,232 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fd41491de654c6b4e885c75b01c4e997=hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997.} 2024-11-23T14:23:26,232 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(3091): Received CLOSE for fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:26,233 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd41491de654c6b4e885c75b01c4e997 2024-11-23T14:23:26,233 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd41491de654c6b4e885c75b01c4e997, disabling compactions & flushes 2024-11-23T14:23:26,233 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:26,233 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:26,233 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. after waiting 0 ms 2024-11-23T14:23:26,233 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:26,233 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd41491de654c6b4e885c75b01c4e997: Waiting for close lock at 1732371806233Running coprocessor pre-close hooks at 1732371806233Disabling compacts and flushes for region at 1732371806233Disabling writes for close at 1732371806233Failed flush hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997., putting online again at 1732371806233 2024-11-23T14:23:26,233 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732371790439.fd41491de654c6b4e885c75b01c4e997. 2024-11-23T14:23:26,329 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 1438, reset compression=false 2024-11-23T14:23:26,339 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:23:26,339 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 2082, reset compression=false 2024-11-23T14:23:26,433 DEBUG [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:23:26,541 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/table/64b8137a0ab54d178dcbbc0f84edca74 2024-11-23T14:23:26,545 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 to pos 2082, reset compression=false 2024-11-23T14:23:26,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/info/73d6350261b9460c9e5d9ce6f3cd5654 as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/info/73d6350261b9460c9e5d9ce6f3cd5654 2024-11-23T14:23:26,551 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/info/73d6350261b9460c9e5d9ce6f3cd5654, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:23:26,552 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/ns/0bacd33205b7468cb59cab2acb212814 as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/ns/0bacd33205b7468cb59cab2acb212814 2024-11-23T14:23:26,555 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/ns/0bacd33205b7468cb59cab2acb212814, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:23:26,556 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/rep_barrier/efbe588eaa3542a2afa0fc70f5baa1ae as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/rep_barrier/efbe588eaa3542a2afa0fc70f5baa1ae 2024-11-23T14:23:26,559 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/rep_barrier/efbe588eaa3542a2afa0fc70f5baa1ae, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:23:26,559 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/.tmp/table/64b8137a0ab54d178dcbbc0f84edca74 as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/table/64b8137a0ab54d178dcbbc0f84edca74 2024-11-23T14:23:26,562 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/table/64b8137a0ab54d178dcbbc0f84edca74, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:23:26,563 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1531ms, sequenceid=16, compaction requested=false 2024-11-23T14:23:26,563 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:23:26,567 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:23:26,568 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:23:26,568 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:23:26,568 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:26,568 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371805032Running coprocessor pre-close hooks at 1732371805032Disabling compacts and flushes for region at 1732371805032Disabling writes for close at 1732371805032Obtaining lock to block concurrent updates at 1732371805032Preparing flush snapshotting stores in 1588230740 at 1732371805032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371805033 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732371805037 (+4 ms)Flushing 1588230740/info: creating writer at 1732371805037Flushing 1588230740/info: appending metadata at 1732371805063 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732371805063Flushing 1588230740/ns: creating writer at 1732371805525 (+462 ms)Flushing 1588230740/ns: appending metadata at 1732371805549 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732371805549Flushing 1588230740/rep_barrier: creating writer at 1732371805977 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371806030 (+53 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371806030Flushing 1588230740/table: creating writer at 1732371806110 (+80 ms)Flushing 1588230740/table: appending metadata at 1732371806136 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732371806136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ca5852: reopening flushed file at 1732371806547 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240c715f: reopening flushed file at 1732371806552 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6812efc6: reopening flushed file at 1732371806555 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a64cf0c: reopening flushed file at 1732371806559 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1531ms, sequenceid=16, compaction requested=false at 1732371806563 (+4 ms)Writing region close event to WAL at 1732371806565 (+2 ms)Running coprocessor post-close hooks at 1732371806568 (+3 ms)Closed at 1732371806568 2024-11-23T14:23:26,568 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:26,633 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T14:23:26,633 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,39463,1732371775257; all regions closed. 2024-11-23T14:23:26,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:23:26,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741839_1015 (size=2171) 2024-11-23T14:23:26,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741832_1008 (size=2090) 2024-11-23T14:23:26,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/WALs/c6f7b1897123,39463,1732371775257/c6f7b1897123%2C39463%2C1732371775257.1732371776600 not finished, retry = 0 2024-11-23T14:23:26,739 DEBUG [RS:0;c6f7b1897123:39463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:26,739 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:23:26,739 INFO [RS:0;c6f7b1897123:39463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:23:26,739 INFO [RS:0;c6f7b1897123:39463 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:23:26,740 INFO [RS:0;c6f7b1897123:39463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:23:26,740 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:23:26,740 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,39463,1732371775257 because: Region server is closing 2024-11-23T14:23:26,740 INFO [RS:0;c6f7b1897123:39463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39463. 2024-11-23T14:23:26,740 DEBUG [RS:0;c6f7b1897123:39463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:26,740 DEBUG [RS:0;c6f7b1897123:39463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:26,740 DEBUG [RS:0;c6f7b1897123:39463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:26,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:26,840 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.shipperc6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 terminated 2024-11-23T14:23:26,840 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,39463,1732371775257.replicationSource.wal-reader.c6f7b1897123%2C39463%2C1732371775257,1-c6f7b1897123,39463,1732371775257 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:23:26,841 INFO [RS:0;c6f7b1897123:39463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:39463. 2024-11-23T14:23:26,841 DEBUG [RS:0;c6f7b1897123:39463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:26,841 DEBUG [RS:0;c6f7b1897123:39463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:26,841 DEBUG [RS:0;c6f7b1897123:39463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:26,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:26,841 INFO [RS:0;c6f7b1897123:39463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39463 2024-11-23T14:23:26,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087/rs 2024-11-23T14:23:26,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944903087/rs/c6f7b1897123,39463,1732371775257 2024-11-23T14:23:26,858 INFO [RS:0;c6f7b1897123:39463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:23:26,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,39463,1732371775257] 2024-11-23T14:23:26,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11944903087/draining/c6f7b1897123,39463,1732371775257 already deleted, retry=false 2024-11-23T14:23:26,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,39463,1732371775257 expired; onlineServers=0 2024-11-23T14:23:26,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,39329,1732371775089' ***** 2024-11-23T14:23:26,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:23:26,879 INFO [M:0;c6f7b1897123:39329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:23:26,879 INFO [M:0;c6f7b1897123:39329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:23:26,879 DEBUG [M:0;c6f7b1897123:39329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:23:26,879 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:23:26,879 DEBUG [M:0;c6f7b1897123:39329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:23:26,879 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371776357 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371776357,5,FailOnTimeoutGroup] 2024-11-23T14:23:26,879 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371776344 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371776344,5,FailOnTimeoutGroup] 2024-11-23T14:23:26,879 INFO [M:0;c6f7b1897123:39329 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:23:26,879 INFO [M:0;c6f7b1897123:39329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:23:26,879 DEBUG [M:0;c6f7b1897123:39329 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:23:26,879 INFO [M:0;c6f7b1897123:39329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:23:26,879 INFO [M:0;c6f7b1897123:39329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:23:26,879 INFO [M:0;c6f7b1897123:39329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:23:26,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:23:26,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944903087/master 2024-11-23T14:23:26,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944903087 2024-11-23T14:23:26,957 DEBUG [M:0;c6f7b1897123:39329 {}] zookeeper.ZKUtil(347): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Unable to get data of znode /11944903087/master because node does not exist (not an error) 2024-11-23T14:23:26,957 WARN [M:0;c6f7b1897123:39329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:23:26,957 INFO [M:0;c6f7b1897123:39329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/.lastflushedseqids 2024-11-23T14:23:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741847_1023 (size=245) 2024-11-23T14:23:26,961 INFO [M:0;c6f7b1897123:39329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:23:26,961 INFO [M:0;c6f7b1897123:39329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:23:26,961 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:23:26,961 INFO [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:26,961 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:26,961 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:23:26,961 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:26,961 INFO [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T14:23:26,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:26,968 INFO [RS:0;c6f7b1897123:39463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:23:26,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39463-0x10168135bbc0004, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:26,968 INFO [RS:0;c6f7b1897123:39463 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,39463,1732371775257; zookeeper connection closed. 2024-11-23T14:23:26,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d 2024-11-23T14:23:26,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:23:26,974 DEBUG [M:0;c6f7b1897123:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a772bcc785d470397b81b7a1a2acbac is 82, key is hbase:meta,,1/info:regioninfo/1732371777590/Put/seqid=0 2024-11-23T14:23:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741848_1024 (size=5672) 2024-11-23T14:23:26,977 INFO [M:0;c6f7b1897123:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a772bcc785d470397b81b7a1a2acbac 2024-11-23T14:23:26,996 DEBUG [M:0;c6f7b1897123:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b63702460ba5433f85259e425b9d532f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732371791235/Put/seqid=0 2024-11-23T14:23:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741849_1025 (size=8516) 2024-11-23T14:23:27,400 INFO [M:0;c6f7b1897123:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b63702460ba5433f85259e425b9d532f 2024-11-23T14:23:27,420 DEBUG [M:0;c6f7b1897123:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545f44b07e324684baa0b6e03022db3d is 69, key is c6f7b1897123,39463,1732371775257/rs:state/1732371776390/Put/seqid=0 2024-11-23T14:23:27,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:27,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741850_1026 (size=5156) 2024-11-23T14:23:27,424 INFO [M:0;c6f7b1897123:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545f44b07e324684baa0b6e03022db3d 2024-11-23T14:23:27,429 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a772bcc785d470397b81b7a1a2acbac as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a772bcc785d470397b81b7a1a2acbac 2024-11-23T14:23:27,433 INFO [M:0;c6f7b1897123:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a772bcc785d470397b81b7a1a2acbac, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T14:23:27,442 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b63702460ba5433f85259e425b9d532f as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b63702460ba5433f85259e425b9d532f 2024-11-23T14:23:27,446 INFO [M:0;c6f7b1897123:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b63702460ba5433f85259e425b9d532f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T14:23:27,447 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545f44b07e324684baa0b6e03022db3d as hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545f44b07e324684baa0b6e03022db3d 2024-11-23T14:23:27,451 INFO [M:0;c6f7b1897123:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45029/user/jenkins/test-data/0cfd480f-aae1-3fc6-7b10-e95676e479f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545f44b07e324684baa0b6e03022db3d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T14:23:27,452 INFO [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false 2024-11-23T14:23:27,466 INFO [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:27,466 DEBUG [M:0;c6f7b1897123:39329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371806961Disabling compacts and flushes for region at 1732371806961Disabling writes for close at 1732371806961Obtaining lock to block concurrent updates at 1732371806961Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371806961Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732371806961Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371806962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371806962Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371806974 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371806974Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371806980 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371806996 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371806996Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371807403 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371807420 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371807420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345b79ba: reopening flushed file at 1732371807428 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11546d45: reopening flushed file at 1732371807433 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d5bf91: reopening flushed file at 1732371807446 (+13 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false at 1732371807452 (+6 ms)Writing region close event to WAL at 1732371807466 (+14 ms)Closed at 1732371807466 2024-11-23T14:23:27,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39021 is added to blk_1073741830_1006 (size=63654) 2024-11-23T14:23:27,469 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:23:27,469 INFO [M:0;c6f7b1897123:39329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:23:27,469 INFO [M:0;c6f7b1897123:39329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39329 2024-11-23T14:23:27,470 INFO [M:0;c6f7b1897123:39329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:23:27,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:27,502 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.wal-reader.c6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.1732371772164 to pos 636, reset compression=false 2024-11-23T14:23:27,579 INFO [M:0;c6f7b1897123:39329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:23:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x10168135bbc0003, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:27,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67d69481{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:23:27,617 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15cfdc73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:23:27,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:23:27,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ddbc349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:23:27,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a00face{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.log.dir/,STOPPED} 2024-11-23T14:23:27,619 WARN [BP-169606202-172.17.0.3-1732371773472 heartbeating to localhost/127.0.0.1:45029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:23:27,619 WARN [BP-169606202-172.17.0.3-1732371773472 heartbeating to localhost/127.0.0.1:45029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-169606202-172.17.0.3-1732371773472 (Datanode Uuid f2151d80-99fd-4fd1-8422-c2feba32325b) service to localhost/127.0.0.1:45029 2024-11-23T14:23:27,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/cluster_3d61c011-72c5-224e-5842-846cdbe70a3b/data/data1/current/BP-169606202-172.17.0.3-1732371773472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:23:27,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/cluster_3d61c011-72c5-224e-5842-846cdbe70a3b/data/data2/current/BP-169606202-172.17.0.3-1732371773472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:23:27,620 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:23:27,620 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:23:27,620 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:23:27,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e71ee28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:23:27,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66088522{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:23:27,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:23:27,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@524ada36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:23:27,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111f1950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41b119f8-0e78-ecf2-1faf-623ec9c2857a/hadoop.log.dir/,STOPPED} 2024-11-23T14:23:27,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:23:27,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:23:27,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:27,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:27,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:27,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:27,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:27,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:23:27,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=292278895, stopped=false 2024-11-23T14:23:27,650 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,35709,1732371770051 2024-11-23T14:23:27,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01312877369/running 2024-11-23T14:23:27,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:23:27,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01312877369/running 2024-11-23T14:23:27,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:23:27,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:23:27,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on znode that does not yet exist, /01312877369/running 2024-11-23T14:23:27,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Set watcher on znode that does not yet exist, /01312877369/running 2024-11-23T14:23:27,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:27,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:27,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:27,672 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,35149,1732371770210' ***** 2024-11-23T14:23:27,672 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:23:27,672 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:23:27,672 INFO [RS:0;c6f7b1897123:35149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:23:27,672 INFO [RS:0;c6f7b1897123:35149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:23:27,672 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 23d5c9b9d5332973c4d228de74559b13 2024-11-23T14:23:27,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,35149,1732371770210 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:35149. 2024-11-23T14:23:27,673 DEBUG [RS:0;c6f7b1897123:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:27,673 DEBUG [RS:0;c6f7b1897123:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:23:27,673 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:23:27,673 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1325): Online Regions={23d5c9b9d5332973c4d228de74559b13=hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13., a91c0fb2f41a052e4321e2fdf24353ae=test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:23:27,673 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23d5c9b9d5332973c4d228de74559b13, a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:27,673 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:23:27,673 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:23:27,673 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:23:27,673 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:23:27,673 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:23:27,674 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:23:27,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23d5c9b9d5332973c4d228de74559b13, disabling compactions & flushes 2024-11-23T14:23:27,674 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:27,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:27,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. after waiting 0 ms 2024-11-23T14:23:27,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:27,674 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23d5c9b9d5332973c4d228de74559b13 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-23T14:23:27,687 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/info/8752ef89e1644b5ea5f00749391223c5 is 147, key is hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13./info:regioninfo/1732371789089/Put/seqid=0 2024-11-23T14:23:27,690 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13/.tmp/queue/f9ed79b0ad6d4e40a7869f82d3f598e9 is 153, key is 1-c6f7b1897123,35149,1732371770210/queue:c6f7b1897123%2C35149%2C1732371770210/1732371798461/Put/seqid=0 2024-11-23T14:23:27,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741840_1016 (size=7686) 2024-11-23T14:23:27,696 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/info/8752ef89e1644b5ea5f00749391223c5 2024-11-23T14:23:27,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741841_1017 (size=5352) 2024-11-23T14:23:27,698 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13/.tmp/queue/f9ed79b0ad6d4e40a7869f82d3f598e9 2024-11-23T14:23:27,703 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13/.tmp/queue/f9ed79b0ad6d4e40a7869f82d3f598e9 as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13/queue/f9ed79b0ad6d4e40a7869f82d3f598e9 2024-11-23T14:23:27,707 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13/queue/f9ed79b0ad6d4e40a7869f82d3f598e9, entries=1, sequenceid=8, filesize=5.2 K 2024-11-23T14:23:27,707 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 23d5c9b9d5332973c4d228de74559b13 in 33ms, sequenceid=8, compaction requested=false 2024-11-23T14:23:27,710 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/replication/23d5c9b9d5332973c4d228de74559b13/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T14:23:27,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:23:27,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:23:27,711 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:27,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23d5c9b9d5332973c4d228de74559b13: Waiting for close lock at 1732371807674Running coprocessor pre-close hooks at 1732371807674Disabling compacts and flushes for region at 1732371807674Disabling writes for close at 1732371807674Obtaining lock to block concurrent updates at 1732371807674Preparing flush snapshotting stores in 23d5c9b9d5332973c4d228de74559b13 at 1732371807674Finished memstore snapshotting hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732371807675 (+1 ms)Flushing stores of hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. at 1732371807675Flushing 23d5c9b9d5332973c4d228de74559b13/queue: creating writer at 1732371807675Flushing 23d5c9b9d5332973c4d228de74559b13/queue: appending metadata at 1732371807690 (+15 ms)Flushing 23d5c9b9d5332973c4d228de74559b13/queue: closing flushed file at 1732371807690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71adf76a: reopening flushed file at 1732371807702 (+12 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 23d5c9b9d5332973c4d228de74559b13 in 33ms, sequenceid=8, compaction requested=false at 1732371807707 (+5 ms)Writing region close event to WAL at 1732371807708 (+1 ms)Running coprocessor post-close hooks at 1732371807711 (+3 ms)Closed at 1732371807711 2024-11-23T14:23:27,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371788287.23d5c9b9d5332973c4d228de74559b13. 2024-11-23T14:23:27,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a91c0fb2f41a052e4321e2fdf24353ae, disabling compactions & flushes 2024-11-23T14:23:27,711 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:27,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:27,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. after waiting 0 ms 2024-11-23T14:23:27,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:27,711 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a91c0fb2f41a052e4321e2fdf24353ae 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-23T14:23:27,722 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/ns/1ee55058297d4cfea704992908793468 is 43, key is default/ns:d/1732371773302/Put/seqid=0 2024-11-23T14:23:27,730 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/f/4806d71db4f340b585617533b358d08c is 28, key is row/f:/1732371797773/DeleteFamily/seqid=0 2024-11-23T14:23:27,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741842_1018 (size=5153) 2024-11-23T14:23:27,737 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/ns/1ee55058297d4cfea704992908793468 2024-11-23T14:23:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741843_1019 (size=5085) 2024-11-23T14:23:27,764 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/f/4806d71db4f340b585617533b358d08c 2024-11-23T14:23:27,764 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/rep_barrier/8bc48bfd6b004398985388bb3ca9eded is 112, key is test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae./rep_barrier:seqnumDuringOpen/1732371782942/Put/seqid=0 2024-11-23T14:23:27,769 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4806d71db4f340b585617533b358d08c 2024-11-23T14:23:27,770 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:23:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741844_1020 (size=5518) 2024-11-23T14:23:27,787 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/f1/1fd737a9fc1f4510ab26c2c5a0188ec1 is 29, key is row/f1:/1732371797773/DeleteFamily/seqid=0 2024-11-23T14:23:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741845_1021 (size=5089) 2024-11-23T14:23:27,873 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:28,020 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:23:28,020 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:23:28,074 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:28,178 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/rep_barrier/8bc48bfd6b004398985388bb3ca9eded 2024-11-23T14:23:28,191 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/f1/1fd737a9fc1f4510ab26c2c5a0188ec1 2024-11-23T14:23:28,196 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fd737a9fc1f4510ab26c2c5a0188ec1 2024-11-23T14:23:28,197 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/table/95d47be02e0c436cbc8a54fdf078cbc1 is 53, key is hbase:replication/table:state/1732371789096/Put/seqid=0 2024-11-23T14:23:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741846_1022 (size=5308) 2024-11-23T14:23:28,216 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/norep/5e82892c4afa4ec0805b6b0bf1ef6450 is 32, key is row/norep:/1732371797773/DeleteFamily/seqid=0 2024-11-23T14:23:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741847_1023 (size=5101) 2024-11-23T14:23:28,274 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:28,474 DEBUG [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a91c0fb2f41a052e4321e2fdf24353ae 2024-11-23T14:23:28,612 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/table/95d47be02e0c436cbc8a54fdf078cbc1 2024-11-23T14:23:28,616 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/info/8752ef89e1644b5ea5f00749391223c5 as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/info/8752ef89e1644b5ea5f00749391223c5 2024-11-23T14:23:28,619 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/info/8752ef89e1644b5ea5f00749391223c5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:23:28,620 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/ns/1ee55058297d4cfea704992908793468 as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/ns/1ee55058297d4cfea704992908793468 2024-11-23T14:23:28,622 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/norep/5e82892c4afa4ec0805b6b0bf1ef6450 2024-11-23T14:23:28,623 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/ns/1ee55058297d4cfea704992908793468, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:23:28,624 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/rep_barrier/8bc48bfd6b004398985388bb3ca9eded as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/rep_barrier/8bc48bfd6b004398985388bb3ca9eded 2024-11-23T14:23:28,625 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e82892c4afa4ec0805b6b0bf1ef6450 2024-11-23T14:23:28,632 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/f/4806d71db4f340b585617533b358d08c as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/f/4806d71db4f340b585617533b358d08c 2024-11-23T14:23:28,634 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/rep_barrier/8bc48bfd6b004398985388bb3ca9eded, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:23:28,634 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/.tmp/table/95d47be02e0c436cbc8a54fdf078cbc1 as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/table/95d47be02e0c436cbc8a54fdf078cbc1 2024-11-23T14:23:28,635 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4806d71db4f340b585617533b358d08c 2024-11-23T14:23:28,635 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/f/4806d71db4f340b585617533b358d08c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T14:23:28,636 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/f1/1fd737a9fc1f4510ab26c2c5a0188ec1 as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/f1/1fd737a9fc1f4510ab26c2c5a0188ec1 2024-11-23T14:23:28,638 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/table/95d47be02e0c436cbc8a54fdf078cbc1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:23:28,638 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 965ms, sequenceid=16, compaction requested=false 2024-11-23T14:23:28,638 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:23:28,639 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fd737a9fc1f4510ab26c2c5a0188ec1 2024-11-23T14:23:28,639 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/f1/1fd737a9fc1f4510ab26c2c5a0188ec1, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T14:23:28,639 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/.tmp/norep/5e82892c4afa4ec0805b6b0bf1ef6450 as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/norep/5e82892c4afa4ec0805b6b0bf1ef6450 2024-11-23T14:23:28,643 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:23:28,644 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:23:28,644 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:23:28,644 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:28,644 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371807673Running coprocessor pre-close hooks at 1732371807673Disabling compacts and flushes for region at 1732371807673Disabling writes for close at 1732371807673Obtaining lock to block concurrent updates at 1732371807674 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732371807674Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371807674Flushing stores of hbase:meta,,1.1588230740 at 1732371807674Flushing 1588230740/info: creating writer at 1732371807674Flushing 1588230740/info: appending metadata at 1732371807687 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732371807687Flushing 1588230740/ns: creating writer at 1732371807707 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732371807721 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732371807721Flushing 1588230740/rep_barrier: creating writer at 1732371807740 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371807764 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371807764Flushing 1588230740/table: creating writer at 1732371808181 (+417 ms)Flushing 1588230740/table: appending metadata at 1732371808196 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732371808196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e6cec7: reopening flushed file at 1732371808616 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e25a7ad: reopening flushed file at 1732371808620 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ce2760: reopening flushed file at 1732371808624 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7693fe33: reopening flushed file at 1732371808634 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 965ms, sequenceid=16, compaction requested=false at 1732371808638 (+4 ms)Writing region close event to WAL at 1732371808640 (+2 ms)Running coprocessor post-close hooks at 1732371808643 (+3 ms)Closed at 1732371808644 (+1 ms) 2024-11-23T14:23:28,644 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:28,646 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e82892c4afa4ec0805b6b0bf1ef6450 2024-11-23T14:23:28,646 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/norep/5e82892c4afa4ec0805b6b0bf1ef6450, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T14:23:28,647 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a91c0fb2f41a052e4321e2fdf24353ae in 935ms, sequenceid=6, compaction requested=false 2024-11-23T14:23:28,647 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:23:28,650 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/data/default/test/a91c0fb2f41a052e4321e2fdf24353ae/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T14:23:28,650 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:23:28,650 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:23:28,650 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:28,650 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a91c0fb2f41a052e4321e2fdf24353ae: Waiting for close lock at 1732371807711Running coprocessor pre-close hooks at 1732371807711Disabling compacts and flushes for region at 1732371807711Disabling writes for close at 1732371807711Obtaining lock to block concurrent updates at 1732371807711Preparing flush snapshotting stores in a91c0fb2f41a052e4321e2fdf24353ae at 1732371807711Finished memstore snapshotting test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732371807712 (+1 ms)Flushing stores of test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. at 1732371807712Flushing a91c0fb2f41a052e4321e2fdf24353ae/f: creating writer at 1732371807712Flushing a91c0fb2f41a052e4321e2fdf24353ae/f: appending metadata at 1732371807729 (+17 ms)Flushing a91c0fb2f41a052e4321e2fdf24353ae/f: closing flushed file at 1732371807729Flushing a91c0fb2f41a052e4321e2fdf24353ae/f1: creating writer at 1732371807769 (+40 ms)Flushing a91c0fb2f41a052e4321e2fdf24353ae/f1: appending metadata at 1732371807786 (+17 ms)Flushing a91c0fb2f41a052e4321e2fdf24353ae/f1: closing flushed file at 1732371807786Flushing a91c0fb2f41a052e4321e2fdf24353ae/norep: creating writer at 1732371808196 (+410 ms)Flushing a91c0fb2f41a052e4321e2fdf24353ae/norep: appending metadata at 1732371808215 (+19 ms)Flushing a91c0fb2f41a052e4321e2fdf24353ae/norep: closing flushed file at 1732371808215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137d3926: reopening flushed file at 1732371808625 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ae27da: reopening flushed file at 1732371808635 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3378185f: reopening flushed file at 1732371808639 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a91c0fb2f41a052e4321e2fdf24353ae in 935ms, sequenceid=6, compaction requested=false at 1732371808647 (+8 ms)Writing region close event to WAL at 1732371808648 (+1 ms)Running coprocessor post-close hooks at 1732371808650 (+2 ms)Closed at 1732371808650 2024-11-23T14:23:28,651 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371781800.a91c0fb2f41a052e4321e2fdf24353ae. 2024-11-23T14:23:28,674 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,35149,1732371770210; all regions closed. 2024-11-23T14:23:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741834_1010 (size=4239) 2024-11-23T14:23:28,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.meta.1732371773205.meta not finished, retry = 0 2024-11-23T14:23:28,778 DEBUG [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/oldWALs 2024-11-23T14:23:28,778 INFO [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C35149%2C1732371770210.meta:.meta(num 1732371773205) 2024-11-23T14:23:28,780 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/WALs/c6f7b1897123,35149,1732371770210/c6f7b1897123%2C35149%2C1732371770210.rep.1732371789041 not finished, retry = 0 2024-11-23T14:23:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741839_1015 (size=2240) 2024-11-23T14:23:28,882 DEBUG [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/oldWALs 2024-11-23T14:23:28,882 INFO [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C35149%2C1732371770210.rep:(num 1732371789041) 2024-11-23T14:23:28,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741832_1008 (size=1535) 2024-11-23T14:23:28,886 DEBUG [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/oldWALs 2024-11-23T14:23:28,886 INFO [RS:0;c6f7b1897123:35149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C35149%2C1732371770210:(num 1732371772164) 2024-11-23T14:23:28,886 DEBUG [RS:0;c6f7b1897123:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:28,886 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:23:28,886 INFO [RS:0;c6f7b1897123:35149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:23:28,886 INFO [RS:0;c6f7b1897123:35149 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T14:23:28,886 INFO [RS:0;c6f7b1897123:35149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:23:28,887 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,35149,1732371770210 because: Region server is closing 2024-11-23T14:23:28,887 INFO [RS:0;c6f7b1897123:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:35149. 2024-11-23T14:23:28,887 DEBUG [RS:0;c6f7b1897123:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:28,887 DEBUG [RS:0;c6f7b1897123:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:28,887 DEBUG [RS:0;c6f7b1897123:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:28,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:28,888 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:23:28,988 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.shipperc6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T14:23:28,988 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,35149,1732371770210.replicationSource.shipperc6f7b1897123%2C35149%2C1732371770210,1-c6f7b1897123,35149,1732371770210 terminated 2024-11-23T14:23:28,988 INFO [RS:0;c6f7b1897123:35149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35149 2024-11-23T14:23:29,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369/rs 2024-11-23T14:23:29,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01312877369/rs/c6f7b1897123,35149,1732371770210 2024-11-23T14:23:29,005 INFO [RS:0;c6f7b1897123:35149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:23:29,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,35149,1732371770210] 2024-11-23T14:23:29,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01312877369/draining/c6f7b1897123,35149,1732371770210 already deleted, retry=false 2024-11-23T14:23:29,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,35149,1732371770210 expired; onlineServers=0 2024-11-23T14:23:29,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,35709,1732371770051' ***** 2024-11-23T14:23:29,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:23:29,157 INFO [M:0;c6f7b1897123:35709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:23:29,157 INFO [M:0;c6f7b1897123:35709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:23:29,157 DEBUG [M:0;c6f7b1897123:35709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:23:29,157 DEBUG [M:0;c6f7b1897123:35709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:23:29,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:23:29,157 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371771924 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371771924,5,FailOnTimeoutGroup] 2024-11-23T14:23:29,157 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371771932 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371771932,5,FailOnTimeoutGroup] 2024-11-23T14:23:29,157 INFO [M:0;c6f7b1897123:35709 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:23:29,157 INFO [M:0;c6f7b1897123:35709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:23:29,158 DEBUG [M:0;c6f7b1897123:35709 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:23:29,158 INFO [M:0;c6f7b1897123:35709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:23:29,158 INFO [M:0;c6f7b1897123:35709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:23:29,158 INFO [M:0;c6f7b1897123:35709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:23:29,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:23:29,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01312877369/master 2024-11-23T14:23:29,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312877369 2024-11-23T14:23:29,184 DEBUG [M:0;c6f7b1897123:35709 {}] zookeeper.ZKUtil(347): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Unable to get data of znode /01312877369/master because node does not exist (not an error) 2024-11-23T14:23:29,184 WARN [M:0;c6f7b1897123:35709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:23:29,185 INFO [M:0;c6f7b1897123:35709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/.lastflushedseqids 2024-11-23T14:23:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741848_1024 (size=245) 2024-11-23T14:23:29,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:29,194 INFO [RS:0;c6f7b1897123:35149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:23:29,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x10168135bbc0001, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:29,194 INFO [RS:0;c6f7b1897123:35149 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,35149,1732371770210; zookeeper connection closed. 2024-11-23T14:23:29,195 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66221ea0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66221ea0 2024-11-23T14:23:29,195 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:23:29,589 INFO [M:0;c6f7b1897123:35709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:23:29,589 INFO [M:0;c6f7b1897123:35709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:23:29,590 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:23:29,590 INFO [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:29,590 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:29,590 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:23:29,590 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:29,590 INFO [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-23T14:23:29,602 DEBUG [M:0;c6f7b1897123:35709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97cd050d05e744f9ab24d2c2c826c84a is 82, key is hbase:meta,,1/info:regioninfo/1732371773250/Put/seqid=0 2024-11-23T14:23:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741849_1025 (size=5672) 2024-11-23T14:23:29,605 INFO [M:0;c6f7b1897123:35709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97cd050d05e744f9ab24d2c2c826c84a 2024-11-23T14:23:29,621 DEBUG [M:0;c6f7b1897123:35709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb2d8a3b1c6b44a4b971c2bfe2c654ae is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732371782950/Put/seqid=0 2024-11-23T14:23:29,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741850_1026 (size=7218) 2024-11-23T14:23:30,025 INFO [M:0;c6f7b1897123:35709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb2d8a3b1c6b44a4b971c2bfe2c654ae 2024-11-23T14:23:30,029 INFO [M:0;c6f7b1897123:35709 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb2d8a3b1c6b44a4b971c2bfe2c654ae 2024-11-23T14:23:30,046 DEBUG [M:0;c6f7b1897123:35709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a386ca3067946d79a26f4c3723ee5f1 is 69, key is c6f7b1897123,35149,1732371770210/rs:state/1732371771950/Put/seqid=0 2024-11-23T14:23:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741851_1027 (size=5156) 2024-11-23T14:23:30,450 INFO [M:0;c6f7b1897123:35709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a386ca3067946d79a26f4c3723ee5f1 2024-11-23T14:23:30,459 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97cd050d05e744f9ab24d2c2c826c84a as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97cd050d05e744f9ab24d2c2c826c84a 2024-11-23T14:23:30,463 INFO [M:0;c6f7b1897123:35709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97cd050d05e744f9ab24d2c2c826c84a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T14:23:30,464 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb2d8a3b1c6b44a4b971c2bfe2c654ae as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb2d8a3b1c6b44a4b971c2bfe2c654ae 2024-11-23T14:23:30,468 INFO [M:0;c6f7b1897123:35709 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb2d8a3b1c6b44a4b971c2bfe2c654ae 2024-11-23T14:23:30,468 INFO [M:0;c6f7b1897123:35709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb2d8a3b1c6b44a4b971c2bfe2c654ae, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T14:23:30,469 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a386ca3067946d79a26f4c3723ee5f1 as hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a386ca3067946d79a26f4c3723ee5f1 2024-11-23T14:23:30,473 INFO [M:0;c6f7b1897123:35709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38287/user/jenkins/test-data/434a6bb4-31bb-4e80-b597-ce7c09ad8d9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a386ca3067946d79a26f4c3723ee5f1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T14:23:30,474 INFO [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false 2024-11-23T14:23:30,480 INFO [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:30,480 DEBUG [M:0;c6f7b1897123:35709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371809589Disabling compacts and flushes for region at 1732371809589Disabling writes for close at 1732371809590 (+1 ms)Obtaining lock to block concurrent updates at 1732371809590Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371809590Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732371809590Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371809590Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371809590Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371809602 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371809602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371809608 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371809621 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371809621Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371810029 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371810046 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371810046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374efa41: reopening flushed file at 1732371810459 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fe778e: reopening flushed file at 1732371810463 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b28b2b7: reopening flushed file at 1732371810468 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false at 1732371810474 (+6 ms)Writing region close event to WAL at 1732371810480 (+6 ms)Closed at 1732371810480 2024-11-23T14:23:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741830_1006 (size=64423) 2024-11-23T14:23:30,486 INFO [M:0;c6f7b1897123:35709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:23:30,486 INFO [M:0;c6f7b1897123:35709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35709 2024-11-23T14:23:30,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:23:30,487 INFO [M:0;c6f7b1897123:35709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:23:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:23:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:23:30,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:23:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:23:30,652 INFO [M:0;c6f7b1897123:35709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:23:30,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:30,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35709-0x10168135bbc0000, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:23:30,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@377aeaf2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:23:30,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24445d34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:23:30,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:23:30,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42083a7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:23:30,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd9a051{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.log.dir/,STOPPED} 2024-11-23T14:23:30,656 WARN [BP-319439061-172.17.0.3-1732371767328 heartbeating to localhost/127.0.0.1:38287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:23:30,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:23:30,656 WARN [BP-319439061-172.17.0.3-1732371767328 heartbeating to localhost/127.0.0.1:38287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-319439061-172.17.0.3-1732371767328 (Datanode Uuid f66ebd11-3ae9-48ff-aab3-fd5b3a5bb5da) service to localhost/127.0.0.1:38287 2024-11-23T14:23:30,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:23:30,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/cluster_9dc42811-64ea-7a21-2f6a-c3305dc74c5c/data/data1/current/BP-319439061-172.17.0.3-1732371767328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:23:30,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/cluster_9dc42811-64ea-7a21-2f6a-c3305dc74c5c/data/data2/current/BP-319439061-172.17.0.3-1732371767328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:23:30,657 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:23:30,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1baf7b29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:23:30,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7780e551{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:23:30,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:23:30,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c11a30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:23:30,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57e5432a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e215f91-19eb-2d95-50f3-2b6610ccc6f1/hadoop.log.dir/,STOPPED} 2024-11-23T14:23:30,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:23:30,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:23:30,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 312) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45029 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38287 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43877 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 723) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 383) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3779 (was 2924) - AvailableMemoryMB LEAK? - 2024-11-23T14:23:30,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=3779 2024-11-23T14:23:30,706 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-23T14:23:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.log.dir so I do NOT create it in target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed 2024-11-23T14:23:30,707 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:23:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.tmp.dir so I do NOT create it in target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed 2024-11-23T14:23:30,707 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51fe878-6976-d45a-ff40-00c69e691813/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:23:30,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed 2024-11-23T14:23:30,707 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b, deleteOnExit=true 2024-11-23T14:23:30,710 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/zookeeper_0, clientPort=64966, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:23:30,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64966 2024-11-23T14:23:30,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:23:30,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:23:30,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/test.cache.data in system properties and HBase conf 2024-11-23T14:23:30,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:23:30,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:23:30,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:23:30,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:23:30,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:23:30,711 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:23:30,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:23:30,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10168135bbc0005, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:23:30,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10168135bbc0002, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:23:30,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10168135bbc0005, quorum=127.0.0.1:63119, baseZNode=/11944903087 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:23:30,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10168135bbc0008, quorum=127.0.0.1:63119, baseZNode=/223098091 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:23:30,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10168135bbc0002, quorum=127.0.0.1:63119, baseZNode=/01312877369 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:23:30,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10168135bbc0008, quorum=127.0.0.1:63119, baseZNode=/223098091 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:23:31,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:31,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:23:31,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:23:31,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:23:31,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:23:31,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:31,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c72d30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:23:31,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54010da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:23:31,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fcf08d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/java.io.tmpdir/jetty-localhost-42173-hadoop-hdfs-3_4_1-tests_jar-_-any-16504432233081242739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:23:31,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cfcac35{HTTP/1.1, (http/1.1)}{localhost:42173} 2024-11-23T14:23:31,204 INFO [Time-limited test {}] server.Server(415): Started @328751ms 2024-11-23T14:23:31,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:31,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:23:31,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:23:31,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:23:31,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:23:31,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d1e5fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:23:31,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f3fda1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:23:31,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3af569e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/java.io.tmpdir/jetty-localhost-39943-hadoop-hdfs-3_4_1-tests_jar-_-any-12998092568876674193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:23:31,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eac4b57{HTTP/1.1, (http/1.1)}{localhost:39943} 2024-11-23T14:23:31,641 INFO [Time-limited test {}] server.Server(415): Started @329189ms 2024-11-23T14:23:31,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:23:32,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:32,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:32,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:32,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:23:32,885 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128856 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:23:33,127 WARN [Thread-4195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/data/data2/current/BP-868679119-172.17.0.3-1732371810726/current, will proceed with Du for space computation calculation, 2024-11-23T14:23:33,127 WARN [Thread-4194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/data/data1/current/BP-868679119-172.17.0.3-1732371810726/current, will proceed with Du for space computation calculation, 2024-11-23T14:23:33,142 WARN [Thread-4181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:23:33,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9d2f5a89daf1d59 with lease ID 0x1f81404560ba0248: Processing first storage report for DS-6f11ee4f-6f42-4408-9414-d77c737929de from datanode DatanodeRegistration(127.0.0.1:38171, datanodeUuid=449e8c0f-e4e4-4180-bb32-89aafb5227c8, infoPort=45541, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=2101510996;c=1732371810726) 2024-11-23T14:23:33,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9d2f5a89daf1d59 with lease ID 0x1f81404560ba0248: from storage DS-6f11ee4f-6f42-4408-9414-d77c737929de node DatanodeRegistration(127.0.0.1:38171, datanodeUuid=449e8c0f-e4e4-4180-bb32-89aafb5227c8, infoPort=45541, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=2101510996;c=1732371810726), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:23:33,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9d2f5a89daf1d59 with lease ID 0x1f81404560ba0248: Processing first storage report for DS-6e4f4383-b7f0-4a90-863e-4a417ec0942b from datanode DatanodeRegistration(127.0.0.1:38171, datanodeUuid=449e8c0f-e4e4-4180-bb32-89aafb5227c8, infoPort=45541, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=2101510996;c=1732371810726) 2024-11-23T14:23:33,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9d2f5a89daf1d59 with lease ID 0x1f81404560ba0248: from storage DS-6e4f4383-b7f0-4a90-863e-4a417ec0942b node DatanodeRegistration(127.0.0.1:38171, datanodeUuid=449e8c0f-e4e4-4180-bb32-89aafb5227c8, infoPort=45541, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=2101510996;c=1732371810726), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:23:33,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed 2024-11-23T14:23:33,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:33,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:23:33,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700 with version=8 2024-11-23T14:23:33,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/hbase-staging 2024-11-23T14:23:33,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:33,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:33,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:33,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:33,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:33,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:33,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:23:33,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:33,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40525 2024-11-23T14:23:33,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40525 connecting to ZooKeeper ensemble=127.0.0.1:64966 2024-11-23T14:23:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405250x0, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:33,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40525-0x101681405400000 connected 2024-11-23T14:23:33,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:33,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:33,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Set watcher on znode that does not yet exist, /0-2064492891/running 2024-11-23T14:23:33,803 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700, hbase.cluster.distributed=false 2024-11-23T14:23:33,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Set watcher on znode that does not yet exist, /0-2064492891/acl 2024-11-23T14:23:33,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40525 2024-11-23T14:23:33,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40525 2024-11-23T14:23:33,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40525 2024-11-23T14:23:33,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40525 2024-11-23T14:23:33,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40525 2024-11-23T14:23:33,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:33,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:33,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:33,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:33,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:33,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:33,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:23:33,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:33,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36359 2024-11-23T14:23:33,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36359 connecting to ZooKeeper ensemble=127.0.0.1:64966 2024-11-23T14:23:33,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:33,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363590x0, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:33,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363590x0, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Set watcher on znode that does not yet exist, /0-2064492891/running 2024-11-23T14:23:33,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36359-0x101681405400001 connected 2024-11-23T14:23:33,833 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:23:33,833 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:23:33,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Set watcher on znode that does not yet exist, /0-2064492891/master 2024-11-23T14:23:33,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Set watcher on znode that does not yet exist, /0-2064492891/acl 2024-11-23T14:23:33,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36359 2024-11-23T14:23:33,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36359 2024-11-23T14:23:33,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36359 2024-11-23T14:23:33,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36359 2024-11-23T14:23:33,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36359 2024-11-23T14:23:33,851 DEBUG [M:0;c6f7b1897123:40525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:40525 2024-11-23T14:23:33,851 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2064492891/backup-masters/c6f7b1897123,40525,1732371813607 2024-11-23T14:23:33,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891/backup-masters 2024-11-23T14:23:33,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891/backup-masters 2024-11-23T14:23:33,864 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Set watcher on existing znode=/0-2064492891/backup-masters/c6f7b1897123,40525,1732371813607 2024-11-23T14:23:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2064492891/master 2024-11-23T14:23:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:33,875 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Set watcher on existing znode=/0-2064492891/master 2024-11-23T14:23:33,875 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2064492891/backup-masters/c6f7b1897123,40525,1732371813607 from backup master directory 2024-11-23T14:23:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2064492891/backup-masters/c6f7b1897123,40525,1732371813607 2024-11-23T14:23:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891/backup-masters 2024-11-23T14:23:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891/backup-masters 2024-11-23T14:23:33,885 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:33,885 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,40525,1732371813607 2024-11-23T14:23:33,888 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/hbase.id] with ID: 01ef6821-17a2-4942-b491-01f589a47d18 2024-11-23T14:23:33,888 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/.tmp/hbase.id 2024-11-23T14:23:33,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:23:33,895 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/.tmp/hbase.id]:[hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/hbase.id] 2024-11-23T14:23:33,904 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:33,904 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:23:33,905 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T14:23:33,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:33,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:33,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:23:33,921 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:33,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:23:33,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:33,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:23:34,328 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/data/master/store 2024-11-23T14:23:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:23:34,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:34,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:23:34,733 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:34,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:34,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:23:34,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:34,733 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:34,733 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371814733Disabling compacts and flushes for region at 1732371814733Disabling writes for close at 1732371814733Writing region close event to WAL at 1732371814733Closed at 1732371814733 2024-11-23T14:23:34,734 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/data/master/store/.initializing 2024-11-23T14:23:34,734 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/WALs/c6f7b1897123,40525,1732371813607 2024-11-23T14:23:34,735 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:34,736 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C40525%2C1732371813607, suffix=, logDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/WALs/c6f7b1897123,40525,1732371813607, archiveDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/oldWALs, maxLogs=10 2024-11-23T14:23:34,752 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/WALs/c6f7b1897123,40525,1732371813607/c6f7b1897123%2C40525%2C1732371813607.1732371814736, exclude list is [], retry=0 2024-11-23T14:23:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38171,DS-6f11ee4f-6f42-4408-9414-d77c737929de,DISK] 2024-11-23T14:23:34,755 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/WALs/c6f7b1897123,40525,1732371813607/c6f7b1897123%2C40525%2C1732371813607.1732371814736 2024-11-23T14:23:34,755 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45541:45541)] 2024-11-23T14:23:34,755 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:34,755 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:34,755 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,755 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:23:34,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:34,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:34,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:23:34,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:34,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:34,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:23:34,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:34,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:34,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:23:34,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:34,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:34,765 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,765 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,766 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,766 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,766 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:34,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:34,769 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:34,769 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60867288, jitterRate=-0.09300673007965088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:34,770 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371814756Initializing all the Stores at 1732371814756Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371814756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371814759 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371814759Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371814759Cleaning up temporary data from old regions at 1732371814766 (+7 ms)Region opened successfully at 1732371814770 (+4 ms) 2024-11-23T14:23:34,770 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:23:34,772 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fdd1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:34,773 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:23:34,773 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:23:34,773 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:23:34,773 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:23:34,774 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:23:34,774 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:23:34,774 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:23:34,776 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:23:34,776 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Unable to get data of znode /0-2064492891/balancer because node does not exist (not necessarily an error) 2024-11-23T14:23:34,789 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2064492891/balancer already deleted, retry=false 2024-11-23T14:23:34,789 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:23:34,790 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Unable to get data of znode /0-2064492891/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:23:34,800 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2064492891/normalizer already deleted, retry=false 2024-11-23T14:23:34,801 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:23:34,802 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Unable to get data of znode /0-2064492891/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:23:34,811 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2064492891/switch/split already deleted, retry=false 2024-11-23T14:23:34,812 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Unable to get data of znode /0-2064492891/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:23:34,821 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2064492891/switch/merge already deleted, retry=false 2024-11-23T14:23:34,823 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Unable to get data of znode /0-2064492891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:23:34,832 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2064492891/snapshot-cleanup already deleted, retry=false 2024-11-23T14:23:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2064492891/running 2024-11-23T14:23:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2064492891/running 2024-11-23T14:23:34,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:34,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:34,843 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,40525,1732371813607, sessionid=0x101681405400000, setting cluster-up flag (Was=false) 2024-11-23T14:23:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:34,941 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2064492891/flush-table-proc/acquired, /0-2064492891/flush-table-proc/reached, /0-2064492891/flush-table-proc/abort 2024-11-23T14:23:34,942 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,40525,1732371813607 2024-11-23T14:23:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:34,990 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2064492891/online-snapshot/acquired, /0-2064492891/online-snapshot/reached, /0-2064492891/online-snapshot/abort 2024-11-23T14:23:34,991 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,40525,1732371813607 2024-11-23T14:23:34,992 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:23:34,993 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:34,993 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:23:34,993 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:23:34,993 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,40525,1732371813607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:23:34,994 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:34,994 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:34,994 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:34,995 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:34,995 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:23:34,995 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:34,995 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:34,995 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:34,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:34,996 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371844996 2024-11-23T14:23:34,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:23:34,997 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:23:34,997 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:23:34,997 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:23:34,997 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:23:34,997 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:23:34,997 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:23:34,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:34,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:23:35,000 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,000 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:23:35,000 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:23:35,000 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:23:35,000 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:23:35,005 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:23:35,005 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:23:35,009 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371815005,5,FailOnTimeoutGroup] 2024-11-23T14:23:35,009 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371815009,5,FailOnTimeoutGroup] 2024-11-23T14:23:35,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:23:35,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,009 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:23:35,042 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer(746): ClusterId : 01ef6821-17a2-4942-b491-01f589a47d18 2024-11-23T14:23:35,043 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:23:35,054 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:23:35,054 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:23:35,064 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:23:35,065 DEBUG [RS:0;c6f7b1897123:36359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2937808c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:35,077 DEBUG [RS:0;c6f7b1897123:36359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:36359 2024-11-23T14:23:35,077 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:23:35,077 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:23:35,077 DEBUG [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:23:35,078 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,40525,1732371813607 with port=36359, startcode=1732371813818 2024-11-23T14:23:35,078 DEBUG [RS:0;c6f7b1897123:36359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:23:35,079 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:23:35,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40525 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,080 DEBUG [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700 2024-11-23T14:23:35,080 DEBUG [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36985 2024-11-23T14:23:35,080 DEBUG [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:23:35,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891/rs 2024-11-23T14:23:35,085 DEBUG [RS:0;c6f7b1897123:36359 {}] zookeeper.ZKUtil(111): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Set watcher on existing znode=/0-2064492891/rs/c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,085 WARN [RS:0;c6f7b1897123:36359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:35,085 INFO [RS:0;c6f7b1897123:36359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:35,085 DEBUG [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/WALs/c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,36359,1732371813818] 2024-11-23T14:23:35,088 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:23:35,089 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:23:35,089 INFO [RS:0;c6f7b1897123:36359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:23:35,089 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,090 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:23:35,090 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:23:35,090 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,090 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,090 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,090 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:35,091 DEBUG [RS:0;c6f7b1897123:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:35,096 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,096 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,096 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,096 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,096 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,096 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36359,1732371813818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:35,111 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:23:35,111 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36359,1732371813818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,111 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,111 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.Replication(171): c6f7b1897123,36359,1732371813818 started 2024-11-23T14:23:35,123 INFO [RS:0;c6f7b1897123:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,123 INFO [RS:0;c6f7b1897123:36359 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,36359,1732371813818, RpcServer on c6f7b1897123/172.17.0.3:36359, sessionid=0x101681405400001 2024-11-23T14:23:35,123 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:23:35,123 DEBUG [RS:0;c6f7b1897123:36359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,123 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,36359,1732371813818' 2024-11-23T14:23:35,123 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2064492891/flush-table-proc/abort' 2024-11-23T14:23:35,124 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2064492891/flush-table-proc/acquired' 2024-11-23T14:23:35,125 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:23:35,125 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:23:35,125 DEBUG [RS:0;c6f7b1897123:36359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,125 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,36359,1732371813818' 2024-11-23T14:23:35,125 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2064492891/online-snapshot/abort' 2024-11-23T14:23:35,125 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2064492891/online-snapshot/acquired' 2024-11-23T14:23:35,125 DEBUG [RS:0;c6f7b1897123:36359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:23:35,125 INFO [RS:0;c6f7b1897123:36359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:23:35,125 INFO [RS:0;c6f7b1897123:36359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:23:35,226 INFO [RS:0;c6f7b1897123:36359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:35,227 INFO [RS:0;c6f7b1897123:36359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C36359%2C1732371813818, suffix=, logDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/WALs/c6f7b1897123,36359,1732371813818, archiveDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/oldWALs, maxLogs=10 2024-11-23T14:23:35,245 DEBUG [RS:0;c6f7b1897123:36359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/WALs/c6f7b1897123,36359,1732371813818/c6f7b1897123%2C36359%2C1732371813818.1732371815227, exclude list is [], retry=0 2024-11-23T14:23:35,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38171,DS-6f11ee4f-6f42-4408-9414-d77c737929de,DISK] 2024-11-23T14:23:35,248 INFO [RS:0;c6f7b1897123:36359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/WALs/c6f7b1897123,36359,1732371813818/c6f7b1897123%2C36359%2C1732371813818.1732371815227 2024-11-23T14:23:35,248 DEBUG [RS:0;c6f7b1897123:36359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45541:45541)] 2024-11-23T14:23:35,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:23:35,412 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700 2024-11-23T14:23:35,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:23:35,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:35,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:35,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:35,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:35,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:35,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:35,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:35,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:35,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:35,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:35,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:35,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:35,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:35,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:35,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:35,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:35,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/hbase/meta/1588230740 2024-11-23T14:23:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/hbase/meta/1588230740 2024-11-23T14:23:35,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:35,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:35,426 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:35,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:35,428 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:35,428 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63160524, jitterRate=-0.058834850788116455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:35,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371815418Initializing all the Stores at 1732371815418Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371815418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371815418Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371815418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371815418Cleaning up temporary data from old regions at 1732371815425 (+7 ms)Region opened successfully at 1732371815428 (+3 ms) 2024-11-23T14:23:35,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:23:35,428 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:23:35,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:23:35,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:23:35,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:23:35,429 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:35,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371815428Disabling compacts and flushes for region at 1732371815428Disabling writes for close at 1732371815428Writing region close event to WAL at 1732371815429 (+1 ms)Closed at 1732371815429 2024-11-23T14:23:35,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:35,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:23:35,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:23:35,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:35,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:23:35,581 DEBUG [c6f7b1897123:40525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:23:35,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,582 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,36359,1732371813818, state=OPENING 2024-11-23T14:23:35,632 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:23:35,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:35,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2064492891 2024-11-23T14:23:35,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2064492891/meta-region-server: CHANGED 2024-11-23T14:23:35,687 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:35,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2064492891/meta-region-server: CHANGED 2024-11-23T14:23:35,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,36359,1732371813818}] 2024-11-23T14:23:35,840 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:23:35,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:23:35,843 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:23:35,843 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:35,843 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:23:35,844 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C36359%2C1732371813818.meta, suffix=.meta, logDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/WALs/c6f7b1897123,36359,1732371813818, archiveDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/oldWALs, maxLogs=10 2024-11-23T14:23:35,857 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/WALs/c6f7b1897123,36359,1732371813818/c6f7b1897123%2C36359%2C1732371813818.meta.1732371815844.meta, exclude list is [], retry=0 2024-11-23T14:23:35,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38171,DS-6f11ee4f-6f42-4408-9414-d77c737929de,DISK] 2024-11-23T14:23:35,862 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/WALs/c6f7b1897123,36359,1732371813818/c6f7b1897123%2C36359%2C1732371813818.meta.1732371815844.meta 2024-11-23T14:23:35,862 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45541:45541)] 2024-11-23T14:23:35,862 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:35,863 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:35,863 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:23:35,863 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:23:35,863 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:23:35,863 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:23:35,863 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:35,863 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:23:35,863 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:23:35,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:35,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:35,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:35,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:35,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:35,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:35,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:35,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:35,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:35,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:35,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:35,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:35,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:35,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:35,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:35,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:35,868 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:35,868 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/hbase/meta/1588230740 2024-11-23T14:23:35,869 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/hbase/meta/1588230740 2024-11-23T14:23:35,870 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:35,870 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:35,874 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:35,875 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:35,876 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67624985, jitterRate=0.007690802216529846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:35,876 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:23:35,876 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371815863Writing region info on filesystem at 1732371815863Initializing all the Stores at 1732371815864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371815864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371815864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371815864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371815864Cleaning up temporary data from old regions at 1732371815870 (+6 ms)Running coprocessor post-open hooks at 1732371815876 (+6 ms)Region opened successfully at 1732371815876 2024-11-23T14:23:35,877 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371815839 2024-11-23T14:23:35,879 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:23:35,879 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:23:35,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,880 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,36359,1732371813818, state=OPEN 2024-11-23T14:23:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x101681405400001, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2064492891/meta-region-server 2024-11-23T14:23:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x101681405400000, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2064492891/meta-region-server 2024-11-23T14:23:35,885 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,36359,1732371813818 2024-11-23T14:23:35,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2064492891/meta-region-server: CHANGED 2024-11-23T14:23:35,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2064492891/meta-region-server: CHANGED 2024-11-23T14:23:35,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:23:35,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,36359,1732371813818 in 197 msec 2024-11-23T14:23:35,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:23:35,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-23T14:23:35,888 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:35,888 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:23:35,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:35,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,36359,1732371813818, seqNum=-1] 2024-11-23T14:23:35,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:35,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:35,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 901 msec 2024-11-23T14:23:35,894 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371815894, completionTime=-1 2024-11-23T14:23:35,894 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:23:35,895 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:23:35,896 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:23:35,896 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371875896 2024-11-23T14:23:35,896 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371935896 2024-11-23T14:23:35,896 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:23:35,897 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40525,1732371813607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,897 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40525,1732371813607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,897 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40525,1732371813607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,897 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:40525, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,897 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,898 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:23:35,899 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,901 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.016sec 2024-11-23T14:23:35,902 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:23:35,902 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:23:35,902 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:23:35,902 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:23:35,902 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:23:35,902 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40525,1732371813607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:35,902 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40525,1732371813607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:23:35,904 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:23:35,904 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:23:35,904 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,40525,1732371813607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:35,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa7ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:35,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,40525,-1 for getting cluster id 2024-11-23T14:23:35,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:35,945 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ef6821-17a2-4942-b491-01f589a47d18' 2024-11-23T14:23:35,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:35,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ef6821-17a2-4942-b491-01f589a47d18" 2024-11-23T14:23:35,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37674764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:35,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,40525,-1] 2024-11-23T14:23:35,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:35,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:35,947 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:35,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352ea26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:35,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,36359,1732371813818, seqNum=-1] 2024-11-23T14:23:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:35,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:35,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,40525,1732371813607 2024-11-23T14:23:35,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64966 2024-11-23T14:23:35,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64966, baseZNode=/0-2064492891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:35,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101681405400002 connected 2024-11-23T14:23:36,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,40525,1732371813607 2024-11-23T14:23:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2680a681 2024-11-23T14:23:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:36,006 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:36,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:23:36,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:36,010 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:36,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:23:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:36,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:36,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:23:36,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 024ccbc46bef3e3fc025b116f85f1a21, NAME => 'test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700 2024-11-23T14:23:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:23:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:36,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:36,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 024ccbc46bef3e3fc025b116f85f1a21, disabling compactions & flushes 2024-11-23T14:23:36,442 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21. 2024-11-23T14:23:36,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21. 2024-11-23T14:23:36,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21. after waiting 0 ms 2024-11-23T14:23:36,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21. 2024-11-23T14:23:36,442 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21. 2024-11-23T14:23:36,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 024ccbc46bef3e3fc025b116f85f1a21: Waiting for close lock at 1732371816442Disabling compacts and flushes for region at 1732371816442Disabling writes for close at 1732371816442Writing region close event to WAL at 1732371816442Closed at 1732371816442 2024-11-23T14:23:36,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:36,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371816443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371816443"}]},"ts":"1732371816443"} 2024-11-23T14:23:36,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:36,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:36,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371816446"}]},"ts":"1732371816446"} 2024-11-23T14:23:36,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:23:36,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=024ccbc46bef3e3fc025b116f85f1a21, ASSIGN}] 2024-11-23T14:23:36,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=024ccbc46bef3e3fc025b116f85f1a21, ASSIGN 2024-11-23T14:23:36,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=024ccbc46bef3e3fc025b116f85f1a21, ASSIGN; state=OFFLINE, location=c6f7b1897123,36359,1732371813818; forceNewPlan=false, retain=false 2024-11-23T14:23:36,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=024ccbc46bef3e3fc025b116f85f1a21, regionState=OPENING, regionLocation=c6f7b1897123,36359,1732371813818 2024-11-23T14:23:36,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=024ccbc46bef3e3fc025b116f85f1a21, ASSIGN because future has completed 2024-11-23T14:23:36,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024ccbc46bef3e3fc025b116f85f1a21, server=c6f7b1897123,36359,1732371813818}] 2024-11-23T14:23:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:36,756 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21. 2024-11-23T14:23:36,756 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 024ccbc46bef3e3fc025b116f85f1a21, NAME => 'test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:36,756 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:36,756 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:23:36,757 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,757 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:36,757 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,757 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,758 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,759 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024ccbc46bef3e3fc025b116f85f1a21 columnFamilyName f 2024-11-23T14:23:36,759 DEBUG [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:36,759 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] regionserver.HStore(327): Store=024ccbc46bef3e3fc025b116f85f1a21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:36,759 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,760 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024ccbc46bef3e3fc025b116f85f1a21 columnFamilyName f1 2024-11-23T14:23:36,760 DEBUG [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:36,760 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] regionserver.HStore(327): Store=024ccbc46bef3e3fc025b116f85f1a21/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:36,760 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,761 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024ccbc46bef3e3fc025b116f85f1a21 columnFamilyName norep 2024-11-23T14:23:36,761 DEBUG [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:36,761 INFO [StoreOpener-024ccbc46bef3e3fc025b116f85f1a21-1 {}] regionserver.HStore(327): Store=024ccbc46bef3e3fc025b116f85f1a21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:36,761 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,762 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/default/test/024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,762 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/default/test/024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,763 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,763 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,763 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:36,764 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,765 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/data/default/test/024ccbc46bef3e3fc025b116f85f1a21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:36,765 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 024ccbc46bef3e3fc025b116f85f1a21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70218431, jitterRate=0.046336159110069275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:36,765 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 024ccbc46bef3e3fc025b116f85f1a21 2024-11-23T14:23:36,766 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 024ccbc46bef3e3fc025b116f85f1a21: Running coprocessor pre-open hook at 1732371816757Writing region info on filesystem at 1732371816757Initializing all the Stores at 1732371816757Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371816757Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371816758 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371816758Cleaning up temporary data from old regions at 1732371816763 (+5 ms)Running coprocessor post-open hooks at 1732371816765 (+2 ms)Region opened successfully at 1732371816766 (+1 ms) 2024-11-23T14:23:36,766 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21., pid=6, masterSystemTime=1732371816753 2024-11-23T14:23:36,768 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21. 2024-11-23T14:23:36,768 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371816007.024ccbc46bef3e3fc025b116f85f1a21. 2024-11-23T14:23:36,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=024ccbc46bef3e3fc025b116f85f1a21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,36359,1732371813818 2024-11-23T14:23:36,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024ccbc46bef3e3fc025b116f85f1a21, server=c6f7b1897123,36359,1732371813818 because future has completed 2024-11-23T14:23:36,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:23:36,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 024ccbc46bef3e3fc025b116f85f1a21, server=c6f7b1897123,36359,1732371813818 in 168 msec 2024-11-23T14:23:36,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:23:36,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=024ccbc46bef3e3fc025b116f85f1a21, ASSIGN in 324 msec 2024-11-23T14:23:36,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:36,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371816774"}]},"ts":"1732371816774"} 2024-11-23T14:23:36,775 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:23:36,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:36,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-23T14:23:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:37,144 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:23:37,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e14113a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:37,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,40525,-1 for getting cluster id 2024-11-23T14:23:37,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:37,146 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ef6821-17a2-4942-b491-01f589a47d18' 2024-11-23T14:23:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ef6821-17a2-4942-b491-01f589a47d18" 2024-11-23T14:23:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f1ca8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,40525,-1] 2024-11-23T14:23:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:37,147 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646dbbc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:37,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,40525,1732371813607 2024-11-23T14:23:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a09ccb 2024-11-23T14:23:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:37,149 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:37,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:40525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:23:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:23:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:37,152 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:40525' 2024-11-23T14:23:37,152 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51853e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:37,152 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,40525,-1 for getting cluster id 2024-11-23T14:23:37,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:37,153 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ef6821-17a2-4942-b491-01f589a47d18' 2024-11-23T14:23:37,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:37,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ef6821-17a2-4942-b491-01f589a47d18" 2024-11-23T14:23:37,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d77c872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:37,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,40525,-1] 2024-11-23T14:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:37,154 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3ca8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:37,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:37,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,40525,1732371813607 2024-11-23T14:23:37,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65786cd0 2024-11-23T14:23:37,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:37,156 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:37,156 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:23:37,156 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:23:37,156 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:37,157 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:37,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:37,157 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f7b1897123:40525, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T14:23:37,163 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f7b1897123:40525, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f7b1897123:40525, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f7b1897123:40525, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-23T14:23:37,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f7b1897123:40525, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-23T14:23:37,164 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-23T14:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:23:37,255 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c6f7b1897123:40525, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-23T14:23:37,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:23:37,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:23:37,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:37,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:37,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:23:37,273 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 359) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1461479772-7908 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7570432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6e2c3b6c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f7b1897123:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1320826063_20 at /127.0.0.1:48718 [Receiving block BP-868679119-172.17.0.3-1732371810726:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 36985 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6593478d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1441300807-7960 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c6f7b1897123:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f75709f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700/MasterData-prefix:c6f7b1897123,40525,1732371813607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371815009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Session-HouseKeeper-8cea52e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@26e2ff15 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/c6f7b1897123:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1441300807-7957 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7570432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36885 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1461479772-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1285c161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7af64489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1441300807-7959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1461479772-7912-acceptor-0@1613411d-ServerConnector@4cfcac35{HTTP/1.1, (http/1.1)}{localhost:42173} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1505430430_20 at /127.0.0.1:48650 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1441300807-7958-acceptor-0@9ae6cf2-ServerConnector@5eac4b57{HTTP/1.1, (http/1.1)}{localhost:39943} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64966) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/data/data2/current/BP-868679119-172.17.0.3-1732371810726 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;c6f7b1897123:40525 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 0 on default port 36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1461479772-7910 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7570432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@507e2b52 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1461479772-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7570432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: c6f7b1897123:40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64966) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36985 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 1 on default port 36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-868679119-172.17.0.3-1732371810726:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f7b1897123:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/data/data1/current/BP-868679119-172.17.0.3-1732371810726 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1505430430_20 at /127.0.0.1:48764 [Receiving block BP-868679119-172.17.0.3-1732371810726:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1461479772-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7570432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c6f7b1897123:36359-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS:0;c6f7b1897123:36359 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1505430430_20 at /127.0.0.1:48744 [Receiving block BP-868679119-172.17.0.3-1732371810726:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-42b861a7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@32672513[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1461479772-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f7570ad6a60.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-868679119-172.17.0.3-1732371810726:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1461479772-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6a945745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@165472ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1607808233) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700-prefix:c6f7b1897123,36359,1732371813818 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-868679119-172.17.0.3-1732371810726:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371815005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36985/user/jenkins/test-data/ecc1d930-9ccc-8f72-4b65-b88374d88700-prefix:c6f7b1897123,36359,1732371813818.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/cluster_e09a12fe-2bb4-3b38-32e3-3262fd13c01b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-868679119-172.17.0.3-1732371810726 heartbeating to localhost/127.0.0.1:36985 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64966): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 2 on default port 36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64966) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64966 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4e930464 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: master/c6f7b1897123:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 525) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3402 (was 3779) 2024-11-23T14:23:37,275 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-23T14:23:37,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=3400 2024-11-23T14:23:37,287 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-23T14:23:37,305 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-23T14:23:37,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/hadoop.log.dir so I do NOT create it in target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66 2024-11-23T14:23:37,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:23:37,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/hadoop.tmp.dir so I do NOT create it in target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66 2024-11-23T14:23:37,306 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd527492-31af-6f1f-1c40-3f3948b341ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:23:37,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66 2024-11-23T14:23:37,306 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/cluster_c50f088a-028e-32dc-a9dd-7d9411bf736b, deleteOnExit=true 2024-11-23T14:23:37,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/cluster_c50f088a-028e-32dc-a9dd-7d9411bf736b/zookeeper_0, clientPort=51100, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/cluster_c50f088a-028e-32dc-a9dd-7d9411bf736b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/cluster_c50f088a-028e-32dc-a9dd-7d9411bf736b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T14:23:37,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51100 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/test.cache.data in system properties and HBase conf 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:23:37,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:23:37,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:23:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:23:37,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:37,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:23:37,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:23:37,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:23:37,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:23:37,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:37,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@776b37dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:23:37,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33539728{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:23:38,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6936db74{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/java.io.tmpdir/jetty-localhost-45267-hadoop-hdfs-3_4_1-tests_jar-_-any-9995896661954757067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:23:38,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e4f17d1{HTTP/1.1, (http/1.1)}{localhost:45267} 2024-11-23T14:23:38,050 INFO [Time-limited test {}] server.Server(415): Started @335597ms 2024-11-23T14:23:38,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:38,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:23:38,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:23:38,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:23:38,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:23:38,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c4befd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:23:38,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@474640e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:23:38,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@521db08a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/java.io.tmpdir/jetty-localhost-46463-hadoop-hdfs-3_4_1-tests_jar-_-any-861027829402899645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:23:38,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23093d60{HTTP/1.1, (http/1.1)}{localhost:46463} 2024-11-23T14:23:38,684 INFO [Time-limited test {}] server.Server(415): Started @336232ms 2024-11-23T14:23:38,686 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:23:40,100 WARN [Thread-4328 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/cluster_c50f088a-028e-32dc-a9dd-7d9411bf736b/data/data2/current/BP-575764918-172.17.0.3-1732371817363/current, will proceed with Du for space computation calculation, 2024-11-23T14:23:40,100 WARN [Thread-4327 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/cluster_c50f088a-028e-32dc-a9dd-7d9411bf736b/data/data1/current/BP-575764918-172.17.0.3-1732371817363/current, will proceed with Du for space computation calculation, 2024-11-23T14:23:40,125 WARN [Thread-4315 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:23:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1531d6996202b816 with lease ID 0xaea91709eec72b0b: Processing first storage report for DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4 from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=2e0c6879-bbdd-4cff-9935-21773331a88f, infoPort=41335, infoSecurePort=0, ipcPort=44951, storageInfo=lv=-57;cid=testClusterID;nsid=1963500007;c=1732371817363) 2024-11-23T14:23:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1531d6996202b816 with lease ID 0xaea91709eec72b0b: from storage DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4 node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=2e0c6879-bbdd-4cff-9935-21773331a88f, infoPort=41335, infoSecurePort=0, ipcPort=44951, storageInfo=lv=-57;cid=testClusterID;nsid=1963500007;c=1732371817363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:23:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1531d6996202b816 with lease ID 0xaea91709eec72b0b: Processing first storage report for DS-2a04f2fe-7a13-42e5-b354-72300ece1f33 from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=2e0c6879-bbdd-4cff-9935-21773331a88f, infoPort=41335, infoSecurePort=0, ipcPort=44951, storageInfo=lv=-57;cid=testClusterID;nsid=1963500007;c=1732371817363) 2024-11-23T14:23:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1531d6996202b816 with lease ID 0xaea91709eec72b0b: from storage DS-2a04f2fe-7a13-42e5-b354-72300ece1f33 node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=2e0c6879-bbdd-4cff-9935-21773331a88f, infoPort=41335, infoSecurePort=0, ipcPort=44951, storageInfo=lv=-57;cid=testClusterID;nsid=1963500007;c=1732371817363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:23:40,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66 2024-11-23T14:23:40,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:40,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:23:40,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T14:23:40,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T14:23:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T14:23:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T14:23:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:23:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T14:23:40,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T14:23:40,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T14:23:40,629 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5 with version=8 2024-11-23T14:23:40,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/hbase-staging 2024-11-23T14:23:40,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:40,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:40,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:40,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:40,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:40,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:40,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:23:40,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:40,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36601 2024-11-23T14:23:40,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36601 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:40,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366010x0, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:40,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36601-0x10168141f260000 connected 2024-11-23T14:23:40,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:40,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:40,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on znode that does not yet exist, /0-452545589/running 2024-11-23T14:23:40,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5, hbase.cluster.distributed=false 2024-11-23T14:23:40,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on znode that does not yet exist, /0-452545589/acl 2024-11-23T14:23:40,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-23T14:23:40,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36601 2024-11-23T14:23:40,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36601 2024-11-23T14:23:40,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-23T14:23:40,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-23T14:23:40,847 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:40,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:40,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:40,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:40,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:40,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:40,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:23:40,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:40,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43881 2024-11-23T14:23:40,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43881 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:40,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:40,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:40,863 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438810x0, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:40,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43881-0x10168141f260001 connected 2024-11-23T14:23:40,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on znode that does not yet exist, /0-452545589/running 2024-11-23T14:23:40,864 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:23:40,865 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:23:40,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on znode that does not yet exist, /0-452545589/master 2024-11-23T14:23:40,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on znode that does not yet exist, /0-452545589/acl 2024-11-23T14:23:40,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-23T14:23:40,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43881 2024-11-23T14:23:40,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43881 2024-11-23T14:23:40,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-23T14:23:40,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-23T14:23:40,890 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:36601 2024-11-23T14:23:40,891 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-452545589/backup-masters/c6f7b1897123,36601,1732371820632 2024-11-23T14:23:40,901 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589/backup-masters 2024-11-23T14:23:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589/backup-masters 2024-11-23T14:23:40,902 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on existing znode=/0-452545589/backup-masters/c6f7b1897123,36601,1732371820632 2024-11-23T14:23:40,912 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-452545589/master 2024-11-23T14:23:40,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:40,912 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:40,912 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on existing znode=/0-452545589/master 2024-11-23T14:23:40,912 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-452545589/backup-masters/c6f7b1897123,36601,1732371820632 from backup master directory 2024-11-23T14:23:40,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-452545589/backup-masters/c6f7b1897123,36601,1732371820632 2024-11-23T14:23:40,922 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589/backup-masters 2024-11-23T14:23:40,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589/backup-masters 2024-11-23T14:23:40,922 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:40,922 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,36601,1732371820632 2024-11-23T14:23:40,925 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/hbase.id] with ID: ee522fc4-8833-4ad8-83e7-b5dff54929ae 2024-11-23T14:23:40,925 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/.tmp/hbase.id 2024-11-23T14:23:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:23:41,329 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/.tmp/hbase.id]:[hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/hbase.id] 2024-11-23T14:23:41,336 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:41,337 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:23:41,338 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T14:23:41,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:41,347 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:41,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:23:41,353 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:41,359 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:23:41,359 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:41,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:41,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:23:41,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:41,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:23:41,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T14:23:41,770 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store 2024-11-23T14:23:41,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:23:42,175 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:42,175 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:23:42,175 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:42,175 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:42,175 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:23:42,175 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:42,175 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:42,175 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371822175Disabling compacts and flushes for region at 1732371822175Disabling writes for close at 1732371822175Writing region close event to WAL at 1732371822175Closed at 1732371822175 2024-11-23T14:23:42,176 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/.initializing 2024-11-23T14:23:42,176 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/WALs/c6f7b1897123,36601,1732371820632 2024-11-23T14:23:42,177 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:42,178 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C36601%2C1732371820632, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/WALs/c6f7b1897123,36601,1732371820632, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/oldWALs, maxLogs=10 2024-11-23T14:23:42,192 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/WALs/c6f7b1897123,36601,1732371820632/c6f7b1897123%2C36601%2C1732371820632.1732371822178, exclude list is [], retry=0 2024-11-23T14:23:42,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4,DISK] 2024-11-23T14:23:42,195 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/WALs/c6f7b1897123,36601,1732371820632/c6f7b1897123%2C36601%2C1732371820632.1732371822178 2024-11-23T14:23:42,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-23T14:23:42,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:42,195 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:42,196 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,196 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:23:42,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:42,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:42,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:23:42,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:42,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:42,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:23:42,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:42,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:42,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:23:42,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:42,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:42,201 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,202 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,202 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,202 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,202 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,203 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:42,203 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:42,204 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:42,204 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61610368, jitterRate=-0.08193397521972656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:42,205 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371822196Initializing all the Stores at 1732371822196Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371822196Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371822196Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371822196Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371822196Cleaning up temporary data from old regions at 1732371822202 (+6 ms)Region opened successfully at 1732371822205 (+3 ms) 2024-11-23T14:23:42,205 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:23:42,206 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ee529f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:42,207 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:23:42,207 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:23:42,207 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:23:42,207 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:23:42,207 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:23:42,207 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:23:42,207 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:23:42,209 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:23:42,209 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Unable to get data of znode /0-452545589/balancer because node does not exist (not necessarily an error) 2024-11-23T14:23:42,322 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-452545589/balancer already deleted, retry=false 2024-11-23T14:23:42,322 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:23:42,323 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Unable to get data of znode /0-452545589/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:23:42,332 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-452545589/normalizer already deleted, retry=false 2024-11-23T14:23:42,333 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:23:42,333 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Unable to get data of znode /0-452545589/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:23:42,343 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-452545589/switch/split already deleted, retry=false 2024-11-23T14:23:42,344 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Unable to get data of znode /0-452545589/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:23:42,353 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-452545589/switch/merge already deleted, retry=false 2024-11-23T14:23:42,355 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Unable to get data of znode /0-452545589/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:23:42,364 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-452545589/snapshot-cleanup already deleted, retry=false 2024-11-23T14:23:42,375 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-452545589/running 2024-11-23T14:23:42,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-452545589/running 2024-11-23T14:23:42,375 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:42,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:42,375 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,36601,1732371820632, sessionid=0x10168141f260000, setting cluster-up flag (Was=false) 2024-11-23T14:23:42,396 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:42,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:42,427 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-452545589/flush-table-proc/acquired, /0-452545589/flush-table-proc/reached, /0-452545589/flush-table-proc/abort 2024-11-23T14:23:42,428 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,36601,1732371820632 2024-11-23T14:23:42,448 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:42,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:42,480 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-452545589/online-snapshot/acquired, /0-452545589/online-snapshot/reached, /0-452545589/online-snapshot/abort 2024-11-23T14:23:42,481 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,36601,1732371820632 2024-11-23T14:23:42,482 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:23:42,483 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:42,483 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:23:42,483 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:23:42,483 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,36601,1732371820632 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:23:42,484 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:42,484 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:42,484 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:42,484 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:42,484 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:23:42,484 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,484 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:42,484 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,485 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371852485 2024-11-23T14:23:42,485 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:23:42,485 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:23:42,485 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:23:42,485 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:23:42,485 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:23:42,485 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:23:42,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:42,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:23:42,485 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,486 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:23:42,486 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:23:42,486 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:23:42,486 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:23:42,486 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:23:42,486 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:23:42,486 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:42,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:23:42,487 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371822486,5,FailOnTimeoutGroup] 2024-11-23T14:23:42,487 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371822487,5,FailOnTimeoutGroup] 2024-11-23T14:23:42,487 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,487 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:23:42,487 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,487 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:23:42,581 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(746): ClusterId : ee522fc4-8833-4ad8-83e7-b5dff54929ae 2024-11-23T14:23:42,581 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:23:42,590 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:23:42,590 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:23:42,601 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:23:42,601 DEBUG [RS:0;c6f7b1897123:43881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc527e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:42,614 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:43881 2024-11-23T14:23:42,615 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:23:42,615 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:23:42,615 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:23:42,615 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,36601,1732371820632 with port=43881, startcode=1732371820846 2024-11-23T14:23:42,615 DEBUG [RS:0;c6f7b1897123:43881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:23:42,617 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:23:42,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,43881,1732371820846 2024-11-23T14:23:42,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36601 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,43881,1732371820846 2024-11-23T14:23:42,619 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5 2024-11-23T14:23:42,619 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34997 2024-11-23T14:23:42,619 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:23:42,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589/rs 2024-11-23T14:23:42,632 DEBUG [RS:0;c6f7b1897123:43881 {}] zookeeper.ZKUtil(111): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on existing znode=/0-452545589/rs/c6f7b1897123,43881,1732371820846 2024-11-23T14:23:42,632 WARN [RS:0;c6f7b1897123:43881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:42,632 INFO [RS:0;c6f7b1897123:43881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:42,632 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846 2024-11-23T14:23:42,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,43881,1732371820846] 2024-11-23T14:23:42,638 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:23:42,640 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:23:42,640 INFO [RS:0;c6f7b1897123:43881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:23:42,640 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,641 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:23:42,641 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:23:42,641 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:42,641 DEBUG [RS:0;c6f7b1897123:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:42,644 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,644 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,644 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,644 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,644 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,644 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43881,1732371820846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:42,659 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:23:42,659 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43881,1732371820846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,659 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,659 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.Replication(171): c6f7b1897123,43881,1732371820846 started 2024-11-23T14:23:42,672 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:42,672 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,43881,1732371820846, RpcServer on c6f7b1897123/172.17.0.3:43881, sessionid=0x10168141f260001 2024-11-23T14:23:42,672 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:23:42,672 DEBUG [RS:0;c6f7b1897123:43881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,43881,1732371820846 2024-11-23T14:23:42,672 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43881,1732371820846' 2024-11-23T14:23:42,672 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-452545589/flush-table-proc/abort' 2024-11-23T14:23:42,673 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-452545589/flush-table-proc/acquired' 2024-11-23T14:23:42,673 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:23:42,673 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:23:42,673 DEBUG [RS:0;c6f7b1897123:43881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,43881,1732371820846 2024-11-23T14:23:42,673 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43881,1732371820846' 2024-11-23T14:23:42,673 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-452545589/online-snapshot/abort' 2024-11-23T14:23:42,674 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-452545589/online-snapshot/acquired' 2024-11-23T14:23:42,674 DEBUG [RS:0;c6f7b1897123:43881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:23:42,674 INFO [RS:0;c6f7b1897123:43881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:23:42,674 INFO [RS:0;c6f7b1897123:43881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:23:42,774 INFO [RS:0;c6f7b1897123:43881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:42,775 INFO [RS:0;c6f7b1897123:43881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43881%2C1732371820846, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/oldWALs, maxLogs=10 2024-11-23T14:23:42,788 DEBUG [RS:0;c6f7b1897123:43881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776, exclude list is [], retry=0 2024-11-23T14:23:42,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4,DISK] 2024-11-23T14:23:42,791 INFO [RS:0;c6f7b1897123:43881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 2024-11-23T14:23:42,792 DEBUG [RS:0;c6f7b1897123:43881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-23T14:23:42,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:23:42,897 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5 2024-11-23T14:23:42,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:23:43,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:43,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:43,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:43,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:43,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:43,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:43,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:43,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:43,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:43,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:43,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:43,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:43,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:43,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:43,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:43,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:43,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:43,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:43,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740 2024-11-23T14:23:43,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740 2024-11-23T14:23:43,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:43,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:43,312 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:43,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:43,314 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:43,315 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61867576, jitterRate=-0.0781012773513794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:43,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371823305Initializing all the Stores at 1732371823306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371823306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371823306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371823306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371823306Cleaning up temporary data from old regions at 1732371823312 (+6 ms)Region opened successfully at 1732371823315 (+3 ms) 2024-11-23T14:23:43,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:23:43,315 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:23:43,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:23:43,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:23:43,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:23:43,315 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:43,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371823315Disabling compacts and flushes for region at 1732371823315Disabling writes for close at 1732371823315Writing region close event to WAL at 1732371823315Closed at 1732371823315 2024-11-23T14:23:43,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:43,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:23:43,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:23:43,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:43,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:23:43,468 DEBUG [c6f7b1897123:36601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:23:43,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,43881,1732371820846 2024-11-23T14:23:43,469 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,43881,1732371820846, state=OPENING 2024-11-23T14:23:43,533 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:23:43,543 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:23:43,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-452545589/meta-region-server: CHANGED 2024-11-23T14:23:43,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-452545589/meta-region-server: CHANGED 2024-11-23T14:23:43,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:43,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,43881,1732371820846}] 2024-11-23T14:23:43,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:23:43,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:23:43,700 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:23:43,700 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:43,700 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:23:43,701 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43881%2C1732371820846.meta, suffix=.meta, logDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/oldWALs, maxLogs=10 2024-11-23T14:23:43,714 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.meta.1732371823701.meta, exclude list is [], retry=0 2024-11-23T14:23:43,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4,DISK] 2024-11-23T14:23:43,717 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.meta.1732371823701.meta 2024-11-23T14:23:43,717 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-23T14:23:43,717 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:43,717 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:43,717 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:23:43,718 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:23:43,718 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:23:43,718 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:23:43,718 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:43,718 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:23:43,718 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:23:43,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:43,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:43,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:43,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:43,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:43,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:43,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:43,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:43,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:43,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:43,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:43,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:43,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:43,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:43,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:43,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:43,722 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:43,723 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740 2024-11-23T14:23:43,723 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740 2024-11-23T14:23:43,724 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:43,724 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:43,724 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:43,725 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:43,726 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66760612, jitterRate=-0.005189359188079834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:43,726 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:23:43,726 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371823718Writing region info on filesystem at 1732371823718Initializing all the Stores at 1732371823719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371823719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371823719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371823719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371823719Cleaning up temporary data from old regions at 1732371823724 (+5 ms)Running coprocessor post-open hooks at 1732371823726 (+2 ms)Region opened successfully at 1732371823726 2024-11-23T14:23:43,727 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371823696 2024-11-23T14:23:43,728 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:23:43,728 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:23:43,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43881,1732371820846 2024-11-23T14:23:43,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,43881,1732371820846, state=OPEN 2024-11-23T14:23:43,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-452545589/meta-region-server 2024-11-23T14:23:43,766 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-452545589/meta-region-server 2024-11-23T14:23:43,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,43881,1732371820846 2024-11-23T14:23:43,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-452545589/meta-region-server: CHANGED 2024-11-23T14:23:43,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-452545589/meta-region-server: CHANGED 2024-11-23T14:23:43,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:23:43,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,43881,1732371820846 in 222 msec 2024-11-23T14:23:43,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:23:43,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-23T14:23:43,770 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:43,770 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:23:43,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:43,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43881,1732371820846, seqNum=-1] 2024-11-23T14:23:43,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:43,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:43,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-23T14:23:43,776 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371823776, completionTime=-1 2024-11-23T14:23:43,776 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:23:43,776 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371883778 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371943778 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36601,1732371820632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36601,1732371820632-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36601,1732371820632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:36601, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:43,778 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:43,779 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:43,780 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:23:43,781 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.859sec 2024-11-23T14:23:43,781 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:23:43,781 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:23:43,781 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:23:43,781 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:23:43,781 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:23:43,781 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36601,1732371820632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:43,781 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36601,1732371820632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:23:43,783 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:23:43,783 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:23:43,783 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36601,1732371820632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:43,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13efe89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:43,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36601,-1 for getting cluster id 2024-11-23T14:23:43,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:43,883 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee522fc4-8833-4ad8-83e7-b5dff54929ae' 2024-11-23T14:23:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee522fc4-8833-4ad8-83e7-b5dff54929ae" 2024-11-23T14:23:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480f0941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36601,-1] 2024-11-23T14:23:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:43,885 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:43,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165f0bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:43,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43881,1732371820846, seqNum=-1] 2024-11-23T14:23:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:43,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:43,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,36601,1732371820632 2024-11-23T14:23:43,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:43,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10168141f260002 connected 2024-11-23T14:23:43,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.log.dir so I do NOT create it in target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c 2024-11-23T14:23:43,913 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:23:43,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.tmp.dir so I do NOT create it in target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c 2024-11-23T14:23:43,913 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:23:43,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c 2024-11-23T14:23:43,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:23:43,913 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/cluster_e3e2e5c4-d9fd-d19b-19de-2cdfbc44e9c7, deleteOnExit=true 2024-11-23T14:23:43,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:23:43,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/test.cache.data in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:23:43,914 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:23:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:23:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:23:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:23:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:23:44,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:44,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:23:44,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:23:44,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:23:44,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:23:44,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:44,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69aa2d7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:23:44,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea7041a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:23:44,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5948ce81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/java.io.tmpdir/jetty-localhost-36871-hadoop-hdfs-3_4_1-tests_jar-_-any-8182301188919095216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:23:44,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a4e6483{HTTP/1.1, (http/1.1)}{localhost:36871} 2024-11-23T14:23:44,376 INFO [Time-limited test {}] server.Server(415): Started @341923ms 2024-11-23T14:23:44,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:44,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:23:44,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:23:44,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:23:44,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T14:23:44,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ae346e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:23:44,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2633fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:23:44,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52c521ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/java.io.tmpdir/jetty-localhost-33959-hadoop-hdfs-3_4_1-tests_jar-_-any-7201411519826364113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:23:44,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35d79a1b{HTTP/1.1, (http/1.1)}{localhost:33959} 2024-11-23T14:23:44,795 INFO [Time-limited test {}] server.Server(415): Started @342343ms 2024-11-23T14:23:44,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:23:45,461 WARN [Thread-4448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/cluster_e3e2e5c4-d9fd-d19b-19de-2cdfbc44e9c7/data/data1/current/BP-2115785133-172.17.0.3-1732371823929/current, will proceed with Du for space computation calculation, 2024-11-23T14:23:45,461 WARN [Thread-4449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/cluster_e3e2e5c4-d9fd-d19b-19de-2cdfbc44e9c7/data/data2/current/BP-2115785133-172.17.0.3-1732371823929/current, will proceed with Du for space computation calculation, 2024-11-23T14:23:45,480 WARN [Thread-4436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:23:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22d3cccff7fd2eae with lease ID 0xd005c678477ed142: Processing first storage report for DS-0d52ad5b-053c-4035-9b26-319e5ed53041 from datanode DatanodeRegistration(127.0.0.1:35675, datanodeUuid=7ed7d7d1-c854-480b-91cf-116c515f29ed, infoPort=39843, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=908331666;c=1732371823929) 2024-11-23T14:23:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22d3cccff7fd2eae with lease ID 0xd005c678477ed142: from storage DS-0d52ad5b-053c-4035-9b26-319e5ed53041 node DatanodeRegistration(127.0.0.1:35675, datanodeUuid=7ed7d7d1-c854-480b-91cf-116c515f29ed, infoPort=39843, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=908331666;c=1732371823929), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:23:45,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22d3cccff7fd2eae with lease ID 0xd005c678477ed142: Processing first storage report for DS-9708fd07-24f7-41f7-a21b-6dd537111494 from datanode DatanodeRegistration(127.0.0.1:35675, datanodeUuid=7ed7d7d1-c854-480b-91cf-116c515f29ed, infoPort=39843, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=908331666;c=1732371823929) 2024-11-23T14:23:45,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22d3cccff7fd2eae with lease ID 0xd005c678477ed142: from storage DS-9708fd07-24f7-41f7-a21b-6dd537111494 node DatanodeRegistration(127.0.0.1:35675, datanodeUuid=7ed7d7d1-c854-480b-91cf-116c515f29ed, infoPort=39843, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=908331666;c=1732371823929), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:23:45,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c 2024-11-23T14:23:45,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:45,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:23:45,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34 with version=8 2024-11-23T14:23:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/hbase-staging 2024-11-23T14:23:45,948 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:45,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:45,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:23:45,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:45,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46037 2024-11-23T14:23:45,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46037 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:46,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460370x0, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:46,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46037-0x10168141f260003 connected 2024-11-23T14:23:46,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:46,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:46,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on znode that does not yet exist, /1-20454610/running 2024-11-23T14:23:46,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34, hbase.cluster.distributed=false 2024-11-23T14:23:46,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on znode that does not yet exist, /1-20454610/acl 2024-11-23T14:23:46,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-23T14:23:46,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46037 2024-11-23T14:23:46,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46037 2024-11-23T14:23:46,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-23T14:23:46,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-23T14:23:46,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:46,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:46,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:46,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:46,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:46,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:46,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:23:46,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:46,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34221 2024-11-23T14:23:46,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34221 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:46,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:46,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:46,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342210x0, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:46,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342210x0, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on znode that does not yet exist, /1-20454610/running 2024-11-23T14:23:46,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:23:46,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34221-0x10168141f260004 connected 2024-11-23T14:23:46,220 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:23:46,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on znode that does not yet exist, /1-20454610/master 2024-11-23T14:23:46,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on znode that does not yet exist, /1-20454610/acl 2024-11-23T14:23:46,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34221 2024-11-23T14:23:46,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34221 2024-11-23T14:23:46,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34221 2024-11-23T14:23:46,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34221 2024-11-23T14:23:46,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34221 2024-11-23T14:23:46,255 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:46037 2024-11-23T14:23:46,255 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-20454610/backup-masters/c6f7b1897123,46037,1732371825947 2024-11-23T14:23:46,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610/backup-masters 2024-11-23T14:23:46,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610/backup-masters 2024-11-23T14:23:46,263 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on existing znode=/1-20454610/backup-masters/c6f7b1897123,46037,1732371825947 2024-11-23T14:23:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-20454610/master 2024-11-23T14:23:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:46,274 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on existing znode=/1-20454610/master 2024-11-23T14:23:46,274 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-20454610/backup-masters/c6f7b1897123,46037,1732371825947 from backup master directory 2024-11-23T14:23:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610/backup-masters 2024-11-23T14:23:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-20454610/backup-masters/c6f7b1897123,46037,1732371825947 2024-11-23T14:23:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610/backup-masters 2024-11-23T14:23:46,284 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:46,284 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,46037,1732371825947 2024-11-23T14:23:46,287 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/hbase.id] with ID: 78cdaea6-0e9e-4606-8803-a0624862485f 2024-11-23T14:23:46,287 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/.tmp/hbase.id 2024-11-23T14:23:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:23:46,290 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/.tmp/hbase.id]:[hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/hbase.id] 2024-11-23T14:23:46,297 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:46,297 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:23:46,297 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T14:23:46,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:46,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:23:46,709 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:46,710 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:23:46,710 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:23:47,115 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store 2024-11-23T14:23:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:23:47,520 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:47,520 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:23:47,520 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:47,520 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:47,520 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:23:47,520 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:47,520 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:47,520 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371827520Disabling compacts and flushes for region at 1732371827520Disabling writes for close at 1732371827520Writing region close event to WAL at 1732371827520Closed at 1732371827520 2024-11-23T14:23:47,521 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/.initializing 2024-11-23T14:23:47,521 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/WALs/c6f7b1897123,46037,1732371825947 2024-11-23T14:23:47,522 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:47,523 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C46037%2C1732371825947, suffix=, logDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/WALs/c6f7b1897123,46037,1732371825947, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/oldWALs, maxLogs=10 2024-11-23T14:23:47,542 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/WALs/c6f7b1897123,46037,1732371825947/c6f7b1897123%2C46037%2C1732371825947.1732371827523, exclude list is [], retry=0 2024-11-23T14:23:47,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-0d52ad5b-053c-4035-9b26-319e5ed53041,DISK] 2024-11-23T14:23:47,546 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/WALs/c6f7b1897123,46037,1732371825947/c6f7b1897123%2C46037%2C1732371825947.1732371827523 2024-11-23T14:23:47,546 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39843:39843)] 2024-11-23T14:23:47,547 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:47,547 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:47,547 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,547 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:23:47,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:47,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:47,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:23:47,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:47,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:47,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:23:47,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:47,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:47,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:23:47,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:47,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:47,554 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,554 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,555 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,555 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,555 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,556 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:47,557 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:47,559 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:47,560 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73169417, jitterRate=0.090309277176857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:47,560 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371827547Initializing all the Stores at 1732371827548 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371827548Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371827548Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371827548Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371827548Cleaning up temporary data from old regions at 1732371827555 (+7 ms)Region opened successfully at 1732371827560 (+5 ms) 2024-11-23T14:23:47,563 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:23:47,565 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d915bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:47,566 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:23:47,566 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:23:47,566 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:23:47,566 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:23:47,567 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:23:47,567 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:23:47,567 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:23:47,570 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:23:47,571 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Unable to get data of znode /1-20454610/balancer because node does not exist (not necessarily an error) 2024-11-23T14:23:47,642 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-20454610/balancer already deleted, retry=false 2024-11-23T14:23:47,642 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:23:47,643 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Unable to get data of znode /1-20454610/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:23:47,652 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-20454610/normalizer already deleted, retry=false 2024-11-23T14:23:47,653 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:23:47,654 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Unable to get data of znode /1-20454610/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:23:47,663 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-20454610/switch/split already deleted, retry=false 2024-11-23T14:23:47,664 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Unable to get data of znode /1-20454610/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:23:47,673 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-20454610/switch/merge already deleted, retry=false 2024-11-23T14:23:47,675 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Unable to get data of znode /1-20454610/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:23:47,684 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-20454610/snapshot-cleanup already deleted, retry=false 2024-11-23T14:23:47,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-20454610/running 2024-11-23T14:23:47,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-20454610/running 2024-11-23T14:23:47,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:47,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:47,695 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,46037,1732371825947, sessionid=0x10168141f260003, setting cluster-up flag (Was=false) 2024-11-23T14:23:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:47,747 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-20454610/flush-table-proc/acquired, /1-20454610/flush-table-proc/reached, /1-20454610/flush-table-proc/abort 2024-11-23T14:23:47,748 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,46037,1732371825947 2024-11-23T14:23:47,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:47,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:47,800 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-20454610/online-snapshot/acquired, /1-20454610/online-snapshot/reached, /1-20454610/online-snapshot/abort 2024-11-23T14:23:47,801 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,46037,1732371825947 2024-11-23T14:23:47,801 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:23:47,802 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:47,803 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:23:47,803 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:23:47,803 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,46037,1732371825947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:23:47,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:47,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:47,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:47,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:47,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:23:47,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:47,804 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371857805 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:23:47,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:23:47,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:23:47,805 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:23:47,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:47,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:23:47,806 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:23:47,806 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:23:47,806 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371827806,5,FailOnTimeoutGroup] 2024-11-23T14:23:47,806 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371827806,5,FailOnTimeoutGroup] 2024-11-23T14:23:47,806 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,806 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:23:47,806 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,807 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:23:47,842 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(746): ClusterId : 78cdaea6-0e9e-4606-8803-a0624862485f 2024-11-23T14:23:47,842 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:23:47,853 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:23:47,853 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:23:47,864 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:23:47,864 DEBUG [RS:0;c6f7b1897123:34221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d16fd1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:47,876 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:34221 2024-11-23T14:23:47,876 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:23:47,876 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:23:47,876 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:23:47,876 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,46037,1732371825947 with port=34221, startcode=1732371826171 2024-11-23T14:23:47,876 DEBUG [RS:0;c6f7b1897123:34221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:23:47,877 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:23:47,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,34221,1732371826171 2024-11-23T14:23:47,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46037 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,34221,1732371826171 2024-11-23T14:23:47,879 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34 2024-11-23T14:23:47,879 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42265 2024-11-23T14:23:47,879 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:23:47,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610/rs 2024-11-23T14:23:47,890 DEBUG [RS:0;c6f7b1897123:34221 {}] zookeeper.ZKUtil(111): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on existing znode=/1-20454610/rs/c6f7b1897123,34221,1732371826171 2024-11-23T14:23:47,891 WARN [RS:0;c6f7b1897123:34221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:47,891 INFO [RS:0;c6f7b1897123:34221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:47,891 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/WALs/c6f7b1897123,34221,1732371826171 2024-11-23T14:23:47,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,34221,1732371826171] 2024-11-23T14:23:47,893 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:23:47,894 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:23:47,894 INFO [RS:0;c6f7b1897123:34221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:23:47,894 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,895 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:23:47,895 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:23:47,895 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,895 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:47,896 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:47,896 DEBUG [RS:0;c6f7b1897123:34221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:47,896 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,896 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,896 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,896 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,896 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,896 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,34221,1732371826171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:47,912 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:23:47,912 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,34221,1732371826171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,912 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,912 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.Replication(171): c6f7b1897123,34221,1732371826171 started 2024-11-23T14:23:47,924 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:47,924 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,34221,1732371826171, RpcServer on c6f7b1897123/172.17.0.3:34221, sessionid=0x10168141f260004 2024-11-23T14:23:47,924 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:23:47,924 DEBUG [RS:0;c6f7b1897123:34221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,34221,1732371826171 2024-11-23T14:23:47,924 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,34221,1732371826171' 2024-11-23T14:23:47,924 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-20454610/flush-table-proc/abort' 2024-11-23T14:23:47,925 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-20454610/flush-table-proc/acquired' 2024-11-23T14:23:47,925 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:23:47,925 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:23:47,925 DEBUG [RS:0;c6f7b1897123:34221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,34221,1732371826171 2024-11-23T14:23:47,925 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,34221,1732371826171' 2024-11-23T14:23:47,925 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-20454610/online-snapshot/abort' 2024-11-23T14:23:47,925 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-20454610/online-snapshot/acquired' 2024-11-23T14:23:47,926 DEBUG [RS:0;c6f7b1897123:34221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:23:47,926 INFO [RS:0;c6f7b1897123:34221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:23:47,926 INFO [RS:0;c6f7b1897123:34221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:23:48,026 INFO [RS:0;c6f7b1897123:34221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:48,027 INFO [RS:0;c6f7b1897123:34221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C34221%2C1732371826171, suffix=, logDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/WALs/c6f7b1897123,34221,1732371826171, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/oldWALs, maxLogs=10 2024-11-23T14:23:48,040 DEBUG [RS:0;c6f7b1897123:34221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/WALs/c6f7b1897123,34221,1732371826171/c6f7b1897123%2C34221%2C1732371826171.1732371828027, exclude list is [], retry=0 2024-11-23T14:23:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-0d52ad5b-053c-4035-9b26-319e5ed53041,DISK] 2024-11-23T14:23:48,043 INFO [RS:0;c6f7b1897123:34221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/WALs/c6f7b1897123,34221,1732371826171/c6f7b1897123%2C34221%2C1732371826171.1732371828027 2024-11-23T14:23:48,043 DEBUG [RS:0;c6f7b1897123:34221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39843:39843)] 2024-11-23T14:23:48,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:23:48,213 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34 2024-11-23T14:23:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:23:48,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:48,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:48,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:48,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:48,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:48,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:48,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:48,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:48,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:48,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:48,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:48,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:48,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:48,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:48,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:48,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:48,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740 2024-11-23T14:23:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740 2024-11-23T14:23:48,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:48,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:48,626 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:48,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:48,628 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:48,628 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64646832, jitterRate=-0.03668713569641113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:48,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371828618Initializing all the Stores at 1732371828619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371828619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371828619Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371828619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371828619Cleaning up temporary data from old regions at 1732371828625 (+6 ms)Region opened successfully at 1732371828628 (+3 ms) 2024-11-23T14:23:48,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:23:48,628 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:23:48,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:23:48,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:23:48,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:23:48,628 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:48,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371828628Disabling compacts and flushes for region at 1732371828628Disabling writes for close at 1732371828628Writing region close event to WAL at 1732371828628Closed at 1732371828628 2024-11-23T14:23:48,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:48,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:23:48,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:23:48,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:48,631 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:23:48,781 DEBUG [c6f7b1897123:46037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:23:48,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,34221,1732371826171 2024-11-23T14:23:48,782 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,34221,1732371826171, state=OPENING 2024-11-23T14:23:48,882 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:23:48,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:48,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:23:48,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-20454610/meta-region-server: CHANGED 2024-11-23T14:23:48,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-20454610/meta-region-server: CHANGED 2024-11-23T14:23:48,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:48,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,34221,1732371826171}] 2024-11-23T14:23:49,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:23:49,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:23:49,128 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:23:49,128 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:49,129 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:23:49,130 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C34221%2C1732371826171.meta, suffix=.meta, logDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/WALs/c6f7b1897123,34221,1732371826171, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/oldWALs, maxLogs=10 2024-11-23T14:23:49,147 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/WALs/c6f7b1897123,34221,1732371826171/c6f7b1897123%2C34221%2C1732371826171.meta.1732371829130.meta, exclude list is [], retry=0 2024-11-23T14:23:49,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-0d52ad5b-053c-4035-9b26-319e5ed53041,DISK] 2024-11-23T14:23:49,150 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/WALs/c6f7b1897123,34221,1732371826171/c6f7b1897123%2C34221%2C1732371826171.meta.1732371829130.meta 2024-11-23T14:23:49,150 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39843:39843)] 2024-11-23T14:23:49,150 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:49,150 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:49,150 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:23:49,150 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:23:49,150 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:23:49,151 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:23:49,151 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:49,151 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:23:49,151 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:23:49,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:49,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:49,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:49,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:49,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:49,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:49,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:49,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:49,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:49,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:49,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:49,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:49,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:49,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:49,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:49,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:49,155 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:49,156 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740 2024-11-23T14:23:49,156 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740 2024-11-23T14:23:49,157 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:49,157 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:49,157 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:49,158 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:49,158 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71744096, jitterRate=0.06907033920288086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:49,159 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:23:49,159 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371829151Writing region info on filesystem at 1732371829151Initializing all the Stores at 1732371829151Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371829151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371829152 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371829152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371829152Cleaning up temporary data from old regions at 1732371829157 (+5 ms)Running coprocessor post-open hooks at 1732371829159 (+2 ms)Region opened successfully at 1732371829159 2024-11-23T14:23:49,159 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371829124 2024-11-23T14:23:49,161 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:23:49,161 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:23:49,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,34221,1732371826171 2024-11-23T14:23:49,161 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,34221,1732371826171, state=OPEN 2024-11-23T14:23:49,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-20454610/meta-region-server 2024-11-23T14:23:49,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-20454610/meta-region-server 2024-11-23T14:23:49,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,34221,1732371826171 2024-11-23T14:23:49,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-20454610/meta-region-server: CHANGED 2024-11-23T14:23:49,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-20454610/meta-region-server: CHANGED 2024-11-23T14:23:49,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:23:49,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,34221,1732371826171 in 217 msec 2024-11-23T14:23:49,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:23:49,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 562 msec 2024-11-23T14:23:49,193 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:49,193 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:23:49,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:49,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,34221,1732371826171, seqNum=-1] 2024-11-23T14:23:49,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:49,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:49,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-23T14:23:49,199 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371829199, completionTime=-1 2024-11-23T14:23:49,199 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:23:49,199 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371889200 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371949200 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46037,1732371825947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46037,1732371825947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46037,1732371825947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:46037, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:49,200 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:49,201 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:49,202 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:23:49,203 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.919sec 2024-11-23T14:23:49,203 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:23:49,203 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:23:49,203 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:23:49,203 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:23:49,203 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:23:49,203 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46037,1732371825947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:49,203 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46037,1732371825947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:23:49,205 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:23:49,205 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:23:49,205 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,46037,1732371825947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:49,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:49,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100b341d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:49,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46037,-1 for getting cluster id 2024-11-23T14:23:49,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:49,245 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78cdaea6-0e9e-4606-8803-a0624862485f' 2024-11-23T14:23:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78cdaea6-0e9e-4606-8803-a0624862485f" 2024-11-23T14:23:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e42a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46037,-1] 2024-11-23T14:23:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:49,246 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:49,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a5d576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:49,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:49,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,34221,1732371826171, seqNum=-1] 2024-11-23T14:23:49,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:49,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:49,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,46037,1732371825947 2024-11-23T14:23:49,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:49,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10168141f260005 connected 2024-11-23T14:23:49,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.log.dir so I do NOT create it in target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735 2024-11-23T14:23:49,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T14:23:49,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.tmp.dir so I do NOT create it in target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735 2024-11-23T14:23:49,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T14:23:49,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735 2024-11-23T14:23:49,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T14:23:49,276 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/cluster_9424d223-979d-332e-925e-9453f04d6093, deleteOnExit=true 2024-11-23T14:23:49,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T14:23:49,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/test.cache.data in system properties and HBase conf 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T14:23:49,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/hadoop.log.dir in system properties and HBase conf 2024-11-23T14:23:49,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T14:23:49,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T14:23:49,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T14:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/nfs.dump.dir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/java.io.tmpdir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T14:23:49,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T14:23:49,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:49,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:49,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:23:49,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:23:49,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:23:49,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:23:49,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:49,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@601fa605{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:23:49,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31d5f7af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:23:49,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fa6555f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/java.io.tmpdir/jetty-localhost-38747-hadoop-hdfs-3_4_1-tests_jar-_-any-1609965168435794992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:23:49,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f1d8083{HTTP/1.1, (http/1.1)}{localhost:38747} 2024-11-23T14:23:49,905 INFO [Time-limited test {}] server.Server(415): Started @347452ms 2024-11-23T14:23:50,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T14:23:50,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T14:23:50,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T14:23:50,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T14:23:50,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T14:23:50,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268445d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/hadoop.log.dir/,AVAILABLE} 2024-11-23T14:23:50,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252b21e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T14:23:50,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cdee435{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/java.io.tmpdir/jetty-localhost-45483-hadoop-hdfs-3_4_1-tests_jar-_-any-14555496096457075132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:23:50,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cd3b043{HTTP/1.1, (http/1.1)}{localhost:45483} 2024-11-23T14:23:50,486 INFO [Time-limited test {}] server.Server(415): Started @348034ms 2024-11-23T14:23:50,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T14:23:51,258 WARN [Thread-4569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/cluster_9424d223-979d-332e-925e-9453f04d6093/data/data1/current/BP-654567292-172.17.0.3-1732371829314/current, will proceed with Du for space computation calculation, 2024-11-23T14:23:51,258 WARN [Thread-4570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/cluster_9424d223-979d-332e-925e-9453f04d6093/data/data2/current/BP-654567292-172.17.0.3-1732371829314/current, will proceed with Du for space computation calculation, 2024-11-23T14:23:51,273 WARN [Thread-4557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T14:23:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cd787b51256f9f9 with lease ID 0xd5119d100327be91: Processing first storage report for DS-bf5f60bc-0558-483e-be3d-5b7ab65e6cc5 from datanode DatanodeRegistration(127.0.0.1:45461, datanodeUuid=47e3a3b4-4ac3-4cec-b765-a9198d93f540, infoPort=44561, infoSecurePort=0, ipcPort=36413, storageInfo=lv=-57;cid=testClusterID;nsid=285465005;c=1732371829314) 2024-11-23T14:23:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cd787b51256f9f9 with lease ID 0xd5119d100327be91: from storage DS-bf5f60bc-0558-483e-be3d-5b7ab65e6cc5 node DatanodeRegistration(127.0.0.1:45461, datanodeUuid=47e3a3b4-4ac3-4cec-b765-a9198d93f540, infoPort=44561, infoSecurePort=0, ipcPort=36413, storageInfo=lv=-57;cid=testClusterID;nsid=285465005;c=1732371829314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:23:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cd787b51256f9f9 with lease ID 0xd5119d100327be91: Processing first storage report for DS-21fe0ad5-0fb9-4fa9-b706-a9fc7e52fd0b from datanode DatanodeRegistration(127.0.0.1:45461, datanodeUuid=47e3a3b4-4ac3-4cec-b765-a9198d93f540, infoPort=44561, infoSecurePort=0, ipcPort=36413, storageInfo=lv=-57;cid=testClusterID;nsid=285465005;c=1732371829314) 2024-11-23T14:23:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cd787b51256f9f9 with lease ID 0xd5119d100327be91: from storage DS-21fe0ad5-0fb9-4fa9-b706-a9fc7e52fd0b node DatanodeRegistration(127.0.0.1:45461, datanodeUuid=47e3a3b4-4ac3-4cec-b765-a9198d93f540, infoPort=44561, infoSecurePort=0, ipcPort=36413, storageInfo=lv=-57;cid=testClusterID;nsid=285465005;c=1732371829314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T14:23:51,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735 2024-11-23T14:23:51,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:51,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:51,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741825_1001 (size=7) 2024-11-23T14:23:51,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865 with version=8 2024-11-23T14:23:51,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/hbase-staging 2024-11-23T14:23:51,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:51,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:51,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:51,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:51,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:51,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:51,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T14:23:51,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:51,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45037 2024-11-23T14:23:51,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45037 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:51,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450370x0, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:51,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45037-0x10168141f260006 connected 2024-11-23T14:23:51,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:51,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:51,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on znode that does not yet exist, /22023632013/running 2024-11-23T14:23:51,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865, hbase.cluster.distributed=false 2024-11-23T14:23:51,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on znode that does not yet exist, /22023632013/acl 2024-11-23T14:23:51,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45037 2024-11-23T14:23:51,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45037 2024-11-23T14:23:51,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45037 2024-11-23T14:23:51,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45037 2024-11-23T14:23:51,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45037 2024-11-23T14:23:51,417 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45 2024-11-23T14:23:51,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:51,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:51,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T14:23:51,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T14:23:51,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T14:23:51,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T14:23:51,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T14:23:51,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43591 2024-11-23T14:23:51,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43591 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:51,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:51,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435910x0, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:51,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435910x0, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on znode that does not yet exist, /22023632013/running 2024-11-23T14:23:51,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43591-0x10168141f260007 connected 2024-11-23T14:23:51,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T14:23:51,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T14:23:51,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on znode that does not yet exist, /22023632013/master 2024-11-23T14:23:51,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on znode that does not yet exist, /22023632013/acl 2024-11-23T14:23:51,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-23T14:23:51,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43591 2024-11-23T14:23:51,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43591 2024-11-23T14:23:51,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-23T14:23:51,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-23T14:23:51,450 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:45037 2024-11-23T14:23:51,450 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22023632013/backup-masters/c6f7b1897123,45037,1732371831302 2024-11-23T14:23:51,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013/backup-masters 2024-11-23T14:23:51,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013/backup-masters 2024-11-23T14:23:51,463 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on existing znode=/22023632013/backup-masters/c6f7b1897123,45037,1732371831302 2024-11-23T14:23:51,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22023632013/master 2024-11-23T14:23:51,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:51,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:51,473 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on existing znode=/22023632013/master 2024-11-23T14:23:51,474 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22023632013/backup-masters/c6f7b1897123,45037,1732371831302 from backup master directory 2024-11-23T14:23:51,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013/backup-masters 2024-11-23T14:23:51,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22023632013/backup-masters/c6f7b1897123,45037,1732371831302 2024-11-23T14:23:51,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013/backup-masters 2024-11-23T14:23:51,484 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:51,484 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,45037,1732371831302 2024-11-23T14:23:51,486 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/hbase.id] with ID: 799886ae-e670-4929-bdb1-2c0d4af947f6 2024-11-23T14:23:51,486 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/.tmp/hbase.id 2024-11-23T14:23:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741826_1002 (size=42) 2024-11-23T14:23:51,890 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/.tmp/hbase.id]:[hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/hbase.id] 2024-11-23T14:23:51,896 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:23:51,896 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T14:23:51,897 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T14:23:51,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:51,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:51,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741827_1003 (size=196) 2024-11-23T14:23:51,955 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:51,956 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T14:23:51,957 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:51,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741828_1004 (size=1189) 2024-11-23T14:23:52,362 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store 2024-11-23T14:23:52,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741829_1005 (size=34) 2024-11-23T14:23:52,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:52,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:23:52,767 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:52,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:52,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:23:52,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:52,767 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:23:52,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371832767Disabling compacts and flushes for region at 1732371832767Disabling writes for close at 1732371832767Writing region close event to WAL at 1732371832767Closed at 1732371832767 2024-11-23T14:23:52,767 WARN [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/.initializing 2024-11-23T14:23:52,767 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/WALs/c6f7b1897123,45037,1732371831302 2024-11-23T14:23:52,768 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:52,769 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C45037%2C1732371831302, suffix=, logDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/WALs/c6f7b1897123,45037,1732371831302, archiveDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/oldWALs, maxLogs=10 2024-11-23T14:23:52,781 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/WALs/c6f7b1897123,45037,1732371831302/c6f7b1897123%2C45037%2C1732371831302.1732371832769, exclude list is [], retry=0 2024-11-23T14:23:52,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45461,DS-bf5f60bc-0558-483e-be3d-5b7ab65e6cc5,DISK] 2024-11-23T14:23:52,784 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/WALs/c6f7b1897123,45037,1732371831302/c6f7b1897123%2C45037%2C1732371831302.1732371832769 2024-11-23T14:23:52,784 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44561:44561)] 2024-11-23T14:23:52,784 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:52,784 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:52,784 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,784 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T14:23:52,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:52,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:52,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T14:23:52,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:52,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:52,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T14:23:52,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:52,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:52,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T14:23:52,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:52,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:52,790 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,790 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,790 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,791 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,791 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,791 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:52,792 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T14:23:52,793 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:52,793 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75245062, jitterRate=0.12123879790306091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:52,793 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732371832785Initializing all the Stores at 1732371832785Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371832785Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371832785Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371832785Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371832785Cleaning up temporary data from old regions at 1732371832791 (+6 ms)Region opened successfully at 1732371832793 (+2 ms) 2024-11-23T14:23:52,793 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T14:23:52,795 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71564393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:52,796 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T14:23:52,796 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T14:23:52,796 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T14:23:52,796 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T14:23:52,796 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T14:23:52,796 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T14:23:52,797 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T14:23:52,798 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T14:23:52,798 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Unable to get data of znode /22023632013/balancer because node does not exist (not necessarily an error) 2024-11-23T14:23:52,858 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22023632013/balancer already deleted, retry=false 2024-11-23T14:23:52,858 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T14:23:52,859 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Unable to get data of znode /22023632013/normalizer because node does not exist (not necessarily an error) 2024-11-23T14:23:52,869 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22023632013/normalizer already deleted, retry=false 2024-11-23T14:23:52,869 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T14:23:52,870 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Unable to get data of znode /22023632013/switch/split because node does not exist (not necessarily an error) 2024-11-23T14:23:52,879 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22023632013/switch/split already deleted, retry=false 2024-11-23T14:23:52,880 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Unable to get data of znode /22023632013/switch/merge because node does not exist (not necessarily an error) 2024-11-23T14:23:52,890 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22023632013/switch/merge already deleted, retry=false 2024-11-23T14:23:52,891 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Unable to get data of znode /22023632013/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T14:23:52,900 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22023632013/snapshot-cleanup already deleted, retry=false 2024-11-23T14:23:52,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22023632013/running 2024-11-23T14:23:52,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22023632013/running 2024-11-23T14:23:52,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:52,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:52,911 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,45037,1732371831302, sessionid=0x10168141f260006, setting cluster-up flag (Was=false) 2024-11-23T14:23:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:52,963 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22023632013/flush-table-proc/acquired, /22023632013/flush-table-proc/reached, /22023632013/flush-table-proc/abort 2024-11-23T14:23:52,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:52,964 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:23:52,964 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,45037,1732371831302 2024-11-23T14:23:52,964 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148935 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:23:52,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:52,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:53,016 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22023632013/online-snapshot/acquired, /22023632013/online-snapshot/reached, /22023632013/online-snapshot/abort 2024-11-23T14:23:53,017 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,45037,1732371831302 2024-11-23T14:23:53,018 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T14:23:53,018 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:53,019 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T14:23:53,019 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T14:23:53,019 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,45037,1732371831302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T14:23:53,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:53,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:53,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:53,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5 2024-11-23T14:23:53,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10 2024-11-23T14:23:53,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:53,020 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732371863021 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T14:23:53,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:53,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T14:23:53,021 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T14:23:53,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T14:23:53,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:53,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T14:23:53,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T14:23:53,022 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371833022,5,FailOnTimeoutGroup] 2024-11-23T14:23:53,022 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371833022,5,FailOnTimeoutGroup] 2024-11-23T14:23:53,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T14:23:53,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,022 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741831_1007 (size=1321) 2024-11-23T14:23:53,042 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(746): ClusterId : 799886ae-e670-4929-bdb1-2c0d4af947f6 2024-11-23T14:23:53,042 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T14:23:53,053 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T14:23:53,053 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T14:23:53,063 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T14:23:53,064 DEBUG [RS:0;c6f7b1897123:43591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38804664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0 2024-11-23T14:23:53,078 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:43591 2024-11-23T14:23:53,078 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T14:23:53,078 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T14:23:53,078 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T14:23:53,079 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,45037,1732371831302 with port=43591, startcode=1732371831417 2024-11-23T14:23:53,079 DEBUG [RS:0;c6f7b1897123:43591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T14:23:53,080 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T14:23:53,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,43591,1732371831417 2024-11-23T14:23:53,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45037 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,43591,1732371831417 2024-11-23T14:23:53,081 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865 2024-11-23T14:23:53,081 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43103 2024-11-23T14:23:53,081 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T14:23:53,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013/rs 2024-11-23T14:23:53,134 DEBUG [RS:0;c6f7b1897123:43591 {}] zookeeper.ZKUtil(111): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on existing znode=/22023632013/rs/c6f7b1897123,43591,1732371831417 2024-11-23T14:23:53,134 WARN [RS:0;c6f7b1897123:43591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T14:23:53,134 INFO [RS:0;c6f7b1897123:43591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:53,134 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/WALs/c6f7b1897123,43591,1732371831417 2024-11-23T14:23:53,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,43591,1732371831417] 2024-11-23T14:23:53,137 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T14:23:53,138 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T14:23:53,138 INFO [RS:0;c6f7b1897123:43591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T14:23:53,138 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,139 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T14:23:53,139 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T14:23:53,139 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1 2024-11-23T14:23:53,139 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:53,140 DEBUG [RS:0;c6f7b1897123:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3 2024-11-23T14:23:53,140 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,140 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,140 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,140 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,140 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,140 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43591,1732371831417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:53,152 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T14:23:53,152 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43591,1732371831417-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,152 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,152 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.Replication(171): c6f7b1897123,43591,1732371831417 started 2024-11-23T14:23:53,164 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:53,164 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,43591,1732371831417, RpcServer on c6f7b1897123/172.17.0.3:43591, sessionid=0x10168141f260007 2024-11-23T14:23:53,164 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T14:23:53,164 DEBUG [RS:0;c6f7b1897123:43591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,43591,1732371831417 2024-11-23T14:23:53,164 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43591,1732371831417' 2024-11-23T14:23:53,164 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22023632013/flush-table-proc/abort' 2024-11-23T14:23:53,164 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22023632013/flush-table-proc/acquired' 2024-11-23T14:23:53,165 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T14:23:53,165 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T14:23:53,165 DEBUG [RS:0;c6f7b1897123:43591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,43591,1732371831417 2024-11-23T14:23:53,165 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43591,1732371831417' 2024-11-23T14:23:53,165 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22023632013/online-snapshot/abort' 2024-11-23T14:23:53,165 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22023632013/online-snapshot/acquired' 2024-11-23T14:23:53,165 DEBUG [RS:0;c6f7b1897123:43591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T14:23:53,165 INFO [RS:0;c6f7b1897123:43591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T14:23:53,165 INFO [RS:0;c6f7b1897123:43591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T14:23:53,266 INFO [RS:0;c6f7b1897123:43591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T14:23:53,267 INFO [RS:0;c6f7b1897123:43591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43591%2C1732371831417, suffix=, logDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/WALs/c6f7b1897123,43591,1732371831417, archiveDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/oldWALs, maxLogs=10 2024-11-23T14:23:53,279 DEBUG [RS:0;c6f7b1897123:43591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/WALs/c6f7b1897123,43591,1732371831417/c6f7b1897123%2C43591%2C1732371831417.1732371833267, exclude list is [], retry=0 2024-11-23T14:23:53,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45461,DS-bf5f60bc-0558-483e-be3d-5b7ab65e6cc5,DISK] 2024-11-23T14:23:53,285 INFO [RS:0;c6f7b1897123:43591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/WALs/c6f7b1897123,43591,1732371831417/c6f7b1897123%2C43591%2C1732371831417.1732371833267 2024-11-23T14:23:53,285 DEBUG [RS:0;c6f7b1897123:43591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44561:44561)] 2024-11-23T14:23:53,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T14:23:53,430 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865 2024-11-23T14:23:53,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741833_1009 (size=32) 2024-11-23T14:23:53,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:53,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:53,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:53,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:53,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:53,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:53,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:53,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:53,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:53,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:53,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:53,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:53,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:53,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:53,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:53,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:53,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:53,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:53,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740 2024-11-23T14:23:53,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740 2024-11-23T14:23:53,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:53,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:53,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:53,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:53,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:53,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72960255, jitterRate=0.08719252049922943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:53,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732371833835Initializing all the Stores at 1732371833835Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371833835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371833835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371833835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371833835Cleaning up temporary data from old regions at 1732371833841 (+6 ms)Region opened successfully at 1732371833844 (+3 ms) 2024-11-23T14:23:53,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:23:53,844 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:23:53,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:23:53,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:23:53,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:23:53,845 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:23:53,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371833844Disabling compacts and flushes for region at 1732371833844Disabling writes for close at 1732371833844Writing region close event to WAL at 1732371833844Closed at 1732371833844 2024-11-23T14:23:53,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:53,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T14:23:53,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T14:23:53,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:53,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T14:23:53,997 DEBUG [c6f7b1897123:45037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T14:23:53,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,43591,1732371831417 2024-11-23T14:23:53,998 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,43591,1732371831417, state=OPENING 2024-11-23T14:23:54,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T14:23:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:23:54,235 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T14:23:54,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22023632013/meta-region-server: CHANGED 2024-11-23T14:23:54,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22023632013/meta-region-server: CHANGED 2024-11-23T14:23:54,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,43591,1732371831417}] 2024-11-23T14:23:54,387 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:23:54,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:23:54,390 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T14:23:54,390 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:23:54,391 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T14:23:54,392 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43591%2C1732371831417.meta, suffix=.meta, logDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/WALs/c6f7b1897123,43591,1732371831417, archiveDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/oldWALs, maxLogs=10 2024-11-23T14:23:54,406 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/WALs/c6f7b1897123,43591,1732371831417/c6f7b1897123%2C43591%2C1732371831417.meta.1732371834392.meta, exclude list is [], retry=0 2024-11-23T14:23:54,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45461,DS-bf5f60bc-0558-483e-be3d-5b7ab65e6cc5,DISK] 2024-11-23T14:23:54,408 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/WALs/c6f7b1897123,43591,1732371831417/c6f7b1897123%2C43591%2C1732371831417.meta.1732371834392.meta 2024-11-23T14:23:54,409 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44561:44561)] 2024-11-23T14:23:54,409 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:54,409 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:54,409 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:23:54,409 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T14:23:54,409 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T14:23:54,409 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T14:23:54,409 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:54,409 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T14:23:54,409 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T14:23:54,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T14:23:54,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T14:23:54,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:54,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:54,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T14:23:54,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T14:23:54,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:54,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:54,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T14:23:54,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T14:23:54,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:54,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:54,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T14:23:54,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T14:23:54,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:54,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T14:23:54,414 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T14:23:54,414 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740 2024-11-23T14:23:54,415 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740 2024-11-23T14:23:54,415 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T14:23:54,416 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T14:23:54,416 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T14:23:54,417 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T14:23:54,417 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69360000, jitterRate=0.03354454040527344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T14:23:54,417 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T14:23:54,417 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732371834410Writing region info on filesystem at 1732371834410Initializing all the Stores at 1732371834410Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371834410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371834410Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371834410Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732371834410Cleaning up temporary data from old regions at 1732371834416 (+6 ms)Running coprocessor post-open hooks at 1732371834417 (+1 ms)Region opened successfully at 1732371834417 2024-11-23T14:23:54,418 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732371834387 2024-11-23T14:23:54,420 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T14:23:54,420 INFO [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T14:23:54,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43591,1732371831417 2024-11-23T14:23:54,421 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,43591,1732371831417, state=OPEN 2024-11-23T14:23:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22023632013/meta-region-server 2024-11-23T14:23:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22023632013/meta-region-server 2024-11-23T14:23:54,448 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,43591,1732371831417 2024-11-23T14:23:54,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22023632013/meta-region-server: CHANGED 2024-11-23T14:23:54,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22023632013/meta-region-server: CHANGED 2024-11-23T14:23:54,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T14:23:54,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,43591,1732371831417 in 213 msec 2024-11-23T14:23:54,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T14:23:54,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-23T14:23:54,451 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T14:23:54,451 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T14:23:54,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:54,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43591,1732371831417, seqNum=-1] 2024-11-23T14:23:54,452 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:54,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:54,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4370 sec 2024-11-23T14:23:54,456 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732371834456, completionTime=-1 2024-11-23T14:23:54,456 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T14:23:54,456 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T14:23:54,457 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T14:23:54,457 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732371894457 2024-11-23T14:23:54,457 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732371954457 2024-11-23T14:23:54,457 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T14:23:54,458 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,45037,1732371831302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:54,458 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,45037,1732371831302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:54,458 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,45037,1732371831302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:54,458 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:45037, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:54,458 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:54,458 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:54,459 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T14:23:54,460 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.976sec 2024-11-23T14:23:54,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T14:23:54,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T14:23:54,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T14:23:54,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T14:23:54,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T14:23:54,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,45037,1732371831302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T14:23:54,461 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,45037,1732371831302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T14:23:54,462 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T14:23:54,462 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T14:23:54,462 INFO [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,45037,1732371831302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T14:23:54,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bc3893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:54,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,45037,-1 for getting cluster id 2024-11-23T14:23:54,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:23:54,544 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '799886ae-e670-4929-bdb1-2c0d4af947f6' 2024-11-23T14:23:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:23:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "799886ae-e670-4929-bdb1-2c0d4af947f6" 2024-11-23T14:23:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1358a294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,45037,-1] 2024-11-23T14:23:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:23:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:23:54,546 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:23:54,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:23:54,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:23:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43591,1732371831417, seqNum=-1] 2024-11-23T14:23:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:23:54,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:23:54,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,45037,1732371831302 2024-11-23T14:23:54,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51100 2024-11-23T14:23:54,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T14:23:54,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10168141f260008 connected 2024-11-23T14:23:54,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36601,1732371820632 2024-11-23T14:23:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d822648 2024-11-23T14:23:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:54,577 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:54,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:23:54,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:54,579 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:54,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:23:54,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:23:54,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:54,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:54,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:54,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2876e626f131df304ccc903a757994d2, NAME => 'test,,1732371834577.2876e626f131df304ccc903a757994d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5 2024-11-23T14:23:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:23:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:55,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371834577.2876e626f131df304ccc903a757994d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:55,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2876e626f131df304ccc903a757994d2, disabling compactions & flushes 2024-11-23T14:23:55,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:23:55,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:23:55,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371834577.2876e626f131df304ccc903a757994d2. after waiting 0 ms 2024-11-23T14:23:55,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:23:55,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:23:55,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2876e626f131df304ccc903a757994d2: Waiting for close lock at 1732371835393Disabling compacts and flushes for region at 1732371835393Disabling writes for close at 1732371835393Writing region close event to WAL at 1732371835393Closed at 1732371835393 2024-11-23T14:23:55,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:55,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371834577.2876e626f131df304ccc903a757994d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371835395"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371835395"}]},"ts":"1732371835395"} 2024-11-23T14:23:55,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:55,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:55,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371835397"}]},"ts":"1732371835397"} 2024-11-23T14:23:55,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:23:55,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2876e626f131df304ccc903a757994d2, ASSIGN}] 2024-11-23T14:23:55,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2876e626f131df304ccc903a757994d2, ASSIGN 2024-11-23T14:23:55,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2876e626f131df304ccc903a757994d2, ASSIGN; state=OFFLINE, location=c6f7b1897123,43881,1732371820846; forceNewPlan=false, retain=false 2024-11-23T14:23:55,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2876e626f131df304ccc903a757994d2, regionState=OPENING, regionLocation=c6f7b1897123,43881,1732371820846 2024-11-23T14:23:55,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2876e626f131df304ccc903a757994d2, ASSIGN because future has completed 2024-11-23T14:23:55,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2876e626f131df304ccc903a757994d2, server=c6f7b1897123,43881,1732371820846}] 2024-11-23T14:23:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:55,736 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:23:55,736 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2876e626f131df304ccc903a757994d2, NAME => 'test,,1732371834577.2876e626f131df304ccc903a757994d2.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:55,736 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:55,736 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:23:55,737 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,737 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371834577.2876e626f131df304ccc903a757994d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:55,737 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,737 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,740 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,741 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2876e626f131df304ccc903a757994d2 columnFamilyName f 2024-11-23T14:23:55,742 DEBUG [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:55,742 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] regionserver.HStore(327): Store=2876e626f131df304ccc903a757994d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:55,742 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,743 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2876e626f131df304ccc903a757994d2 columnFamilyName f1 2024-11-23T14:23:55,743 DEBUG [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:55,744 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] regionserver.HStore(327): Store=2876e626f131df304ccc903a757994d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:55,744 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,745 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2876e626f131df304ccc903a757994d2 columnFamilyName norep 2024-11-23T14:23:55,745 DEBUG [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:55,745 INFO [StoreOpener-2876e626f131df304ccc903a757994d2-1 {}] regionserver.HStore(327): Store=2876e626f131df304ccc903a757994d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:55,746 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,748 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,750 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,753 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,753 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,753 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:55,754 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,758 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:55,759 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2876e626f131df304ccc903a757994d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73403029, jitterRate=0.09379036724567413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:55,759 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2876e626f131df304ccc903a757994d2 2024-11-23T14:23:55,759 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2876e626f131df304ccc903a757994d2: Running coprocessor pre-open hook at 1732371835737Writing region info on filesystem at 1732371835737Initializing all the Stores at 1732371835737Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371835737Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371835740 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371835740Cleaning up temporary data from old regions at 1732371835753 (+13 ms)Running coprocessor post-open hooks at 1732371835759 (+6 ms)Region opened successfully at 1732371835759 2024-11-23T14:23:55,760 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371834577.2876e626f131df304ccc903a757994d2., pid=6, masterSystemTime=1732371835708 2024-11-23T14:23:55,762 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:23:55,762 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:23:55,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2876e626f131df304ccc903a757994d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,43881,1732371820846 2024-11-23T14:23:55,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2876e626f131df304ccc903a757994d2, server=c6f7b1897123,43881,1732371820846 because future has completed 2024-11-23T14:23:55,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:23:55,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2876e626f131df304ccc903a757994d2, server=c6f7b1897123,43881,1732371820846 in 211 msec 2024-11-23T14:23:55,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:23:55,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2876e626f131df304ccc903a757994d2, ASSIGN in 373 msec 2024-11-23T14:23:55,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:55,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371835775"}]},"ts":"1732371835775"} 2024-11-23T14:23:55,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:23:55,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:55,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1990 sec 2024-11-23T14:23:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:56,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:56,725 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:23:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,46037,1732371825947 2024-11-23T14:23:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af79c84 2024-11-23T14:23:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:56,726 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:56,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:23:56,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:56,729 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:56,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:23:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:56,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:23:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:57,140 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c221da0569e7755f122a9682678cbd07, NAME => 'test,,1732371836726.c221da0569e7755f122a9682678cbd07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34 2024-11-23T14:23:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:23:57,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371836726.c221da0569e7755f122a9682678cbd07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:57,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c221da0569e7755f122a9682678cbd07, disabling compactions & flushes 2024-11-23T14:23:57,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:23:57,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:23:57,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371836726.c221da0569e7755f122a9682678cbd07. after waiting 0 ms 2024-11-23T14:23:57,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:23:57,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:23:57,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c221da0569e7755f122a9682678cbd07: Waiting for close lock at 1732371837145Disabling compacts and flushes for region at 1732371837145Disabling writes for close at 1732371837145Writing region close event to WAL at 1732371837145Closed at 1732371837145 2024-11-23T14:23:57,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:57,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371836726.c221da0569e7755f122a9682678cbd07.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371837146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371837146"}]},"ts":"1732371837146"} 2024-11-23T14:23:57,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:57,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:57,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371837147"}]},"ts":"1732371837147"} 2024-11-23T14:23:57,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:23:57,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c221da0569e7755f122a9682678cbd07, ASSIGN}] 2024-11-23T14:23:57,149 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c221da0569e7755f122a9682678cbd07, ASSIGN 2024-11-23T14:23:57,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c221da0569e7755f122a9682678cbd07, ASSIGN; state=OFFLINE, location=c6f7b1897123,34221,1732371826171; forceNewPlan=false, retain=false 2024-11-23T14:23:57,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c221da0569e7755f122a9682678cbd07, regionState=OPENING, regionLocation=c6f7b1897123,34221,1732371826171 2024-11-23T14:23:57,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c221da0569e7755f122a9682678cbd07, ASSIGN because future has completed 2024-11-23T14:23:57,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c221da0569e7755f122a9682678cbd07, server=c6f7b1897123,34221,1732371826171}] 2024-11-23T14:23:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:57,457 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:23:57,457 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c221da0569e7755f122a9682678cbd07, NAME => 'test,,1732371836726.c221da0569e7755f122a9682678cbd07.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:57,458 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:57,458 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:23:57,458 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,458 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371836726.c221da0569e7755f122a9682678cbd07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:57,458 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,458 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,459 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,460 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c221da0569e7755f122a9682678cbd07 columnFamilyName f 2024-11-23T14:23:57,460 DEBUG [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:57,461 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] regionserver.HStore(327): Store=c221da0569e7755f122a9682678cbd07/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:57,461 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,462 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c221da0569e7755f122a9682678cbd07 columnFamilyName f1 2024-11-23T14:23:57,462 DEBUG [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:57,462 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] regionserver.HStore(327): Store=c221da0569e7755f122a9682678cbd07/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:57,462 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,463 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c221da0569e7755f122a9682678cbd07 columnFamilyName norep 2024-11-23T14:23:57,463 DEBUG [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:57,463 INFO [StoreOpener-c221da0569e7755f122a9682678cbd07-1 {}] regionserver.HStore(327): Store=c221da0569e7755f122a9682678cbd07/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:57,463 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,464 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,464 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,465 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,465 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,466 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:57,466 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,468 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:57,468 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c221da0569e7755f122a9682678cbd07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72311267, jitterRate=0.07752184569835663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:57,468 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c221da0569e7755f122a9682678cbd07 2024-11-23T14:23:57,468 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c221da0569e7755f122a9682678cbd07: Running coprocessor pre-open hook at 1732371837458Writing region info on filesystem at 1732371837458Initializing all the Stores at 1732371837459 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371837459Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371837459Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371837459Cleaning up temporary data from old regions at 1732371837465 (+6 ms)Running coprocessor post-open hooks at 1732371837468 (+3 ms)Region opened successfully at 1732371837468 2024-11-23T14:23:57,469 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371836726.c221da0569e7755f122a9682678cbd07., pid=6, masterSystemTime=1732371837454 2024-11-23T14:23:57,471 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:23:57,471 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:23:57,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c221da0569e7755f122a9682678cbd07, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,34221,1732371826171 2024-11-23T14:23:57,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c221da0569e7755f122a9682678cbd07, server=c6f7b1897123,34221,1732371826171 because future has completed 2024-11-23T14:23:57,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:23:57,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c221da0569e7755f122a9682678cbd07, server=c6f7b1897123,34221,1732371826171 in 172 msec 2024-11-23T14:23:57,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:23:57,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c221da0569e7755f122a9682678cbd07, ASSIGN in 326 msec 2024-11-23T14:23:57,477 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:57,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371837477"}]},"ts":"1732371837477"} 2024-11-23T14:23:57,479 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:23:57,480 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:57,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-23T14:23:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:57,864 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:23:57,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:23:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,45037,1732371831302 2024-11-23T14:23:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@afffa4e 2024-11-23T14:23:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:23:57,866 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:23:57,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:23:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T14:23:57,868 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:23:57,868 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:57,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T14:23:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:57,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:23:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741835_1011 (size=902) 2024-11-23T14:23:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:58,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0e4048c7d2b098ef2c5e672a3bebfde, NAME => 'test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865 2024-11-23T14:23:58,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741836_1012 (size=39) 2024-11-23T14:23:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:58,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:58,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d0e4048c7d2b098ef2c5e672a3bebfde, disabling compactions & flushes 2024-11-23T14:23:58,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:23:58,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:23:58,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. after waiting 0 ms 2024-11-23T14:23:58,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:23:58,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:23:58,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0e4048c7d2b098ef2c5e672a3bebfde: Waiting for close lock at 1732371838841Disabling compacts and flushes for region at 1732371838841Disabling writes for close at 1732371838841Writing region close event to WAL at 1732371838841Closed at 1732371838841 2024-11-23T14:23:58,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:23:58,842 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732371838842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371838842"}]},"ts":"1732371838842"} 2024-11-23T14:23:58,844 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:23:58,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:23:58,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371838845"}]},"ts":"1732371838845"} 2024-11-23T14:23:58,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T14:23:58,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0e4048c7d2b098ef2c5e672a3bebfde, ASSIGN}] 2024-11-23T14:23:58,848 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0e4048c7d2b098ef2c5e672a3bebfde, ASSIGN 2024-11-23T14:23:58,848 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d0e4048c7d2b098ef2c5e672a3bebfde, ASSIGN; state=OFFLINE, location=c6f7b1897123,43591,1732371831417; forceNewPlan=false, retain=false 2024-11-23T14:23:58,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0e4048c7d2b098ef2c5e672a3bebfde, regionState=OPENING, regionLocation=c6f7b1897123,43591,1732371831417 2024-11-23T14:23:59,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d0e4048c7d2b098ef2c5e672a3bebfde, ASSIGN because future has completed 2024-11-23T14:23:59,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0e4048c7d2b098ef2c5e672a3bebfde, server=c6f7b1897123,43591,1732371831417}] 2024-11-23T14:23:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:23:59,157 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:23:59,157 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d0e4048c7d2b098ef2c5e672a3bebfde, NAME => 'test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:23:59,157 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:23:59,157 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T14:23:59,158 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,158 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:23:59,158 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,158 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,159 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,159 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e4048c7d2b098ef2c5e672a3bebfde columnFamilyName f 2024-11-23T14:23:59,159 DEBUG [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:59,160 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] regionserver.HStore(327): Store=d0e4048c7d2b098ef2c5e672a3bebfde/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:59,160 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,160 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e4048c7d2b098ef2c5e672a3bebfde columnFamilyName f1 2024-11-23T14:23:59,160 DEBUG [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:59,161 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] regionserver.HStore(327): Store=d0e4048c7d2b098ef2c5e672a3bebfde/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:59,161 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,161 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e4048c7d2b098ef2c5e672a3bebfde columnFamilyName norep 2024-11-23T14:23:59,161 DEBUG [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:23:59,161 INFO [StoreOpener-d0e4048c7d2b098ef2c5e672a3bebfde-1 {}] regionserver.HStore(327): Store=d0e4048c7d2b098ef2c5e672a3bebfde/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:23:59,162 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,162 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,162 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,163 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,163 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,163 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:23:59,164 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,165 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:23:59,165 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d0e4048c7d2b098ef2c5e672a3bebfde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74492285, jitterRate=0.11002154648303986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:23:59,165 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:23:59,165 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d0e4048c7d2b098ef2c5e672a3bebfde: Running coprocessor pre-open hook at 1732371839158Writing region info on filesystem at 1732371839158Initializing all the Stores at 1732371839158Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371839158Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371839158Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371839158Cleaning up temporary data from old regions at 1732371839163 (+5 ms)Running coprocessor post-open hooks at 1732371839165 (+2 ms)Region opened successfully at 1732371839165 2024-11-23T14:23:59,166 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde., pid=6, masterSystemTime=1732371839154 2024-11-23T14:23:59,168 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:23:59,168 INFO [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:23:59,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0e4048c7d2b098ef2c5e672a3bebfde, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f7b1897123,43591,1732371831417 2024-11-23T14:23:59,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0e4048c7d2b098ef2c5e672a3bebfde, server=c6f7b1897123,43591,1732371831417 because future has completed 2024-11-23T14:23:59,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T14:23:59,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0e4048c7d2b098ef2c5e672a3bebfde, server=c6f7b1897123,43591,1732371831417 in 169 msec 2024-11-23T14:23:59,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T14:23:59,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d0e4048c7d2b098ef2c5e672a3bebfde, ASSIGN in 325 msec 2024-11-23T14:23:59,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:23:59,174 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371839174"}]},"ts":"1732371839174"} 2024-11-23T14:23:59,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T14:23:59,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:23:59,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3090 sec 2024-11-23T14:23:59,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:23:59,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:23:59,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T14:24:00,035 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T14:24:00,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:00,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:00,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:00,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:00,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f39fb91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:00,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36601,-1 for getting cluster id 2024-11-23T14:24:00,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:00,054 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee522fc4-8833-4ad8-83e7-b5dff54929ae' 2024-11-23T14:24:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee522fc4-8833-4ad8-83e7-b5dff54929ae" 2024-11-23T14:24:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ebfbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36601,-1] 2024-11-23T14:24:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:00,056 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4168887b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:00,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:00,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36601,1732371820632 2024-11-23T14:24:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334127d3 2024-11-23T14:24:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:00,061 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:24:00,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f7b1897123:46037,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:24:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:24:00,065 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:46037' 2024-11-23T14:24:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:24:00,071 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de67230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:00,071 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46037,-1 for getting cluster id 2024-11-23T14:24:00,071 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:00,072 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78cdaea6-0e9e-4606-8803-a0624862485f' 2024-11-23T14:24:00,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:00,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78cdaea6-0e9e-4606-8803-a0624862485f" 2024-11-23T14:24:00,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c222efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:00,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46037,-1] 2024-11-23T14:24:00,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:00,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:00,074 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da3d4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:00,075 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,46037,1732371825947 2024-11-23T14:24:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71631c2b 2024-11-23T14:24:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:00,077 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:24:00,078 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T14:24:00,078 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:24:00,078 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:00,078 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:00,079 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T14:24:00,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:00,080 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T14:24:00,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T14:24:00,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:24:00,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T14:24:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741837_1013 (size=1138) 2024-11-23T14:24:00,130 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T14:24:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:24:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:24:00,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74a33119c604568b8e4583439a7d1ac0, NAME => 'hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5 2024-11-23T14:24:00,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741838_1014 (size=44) 2024-11-23T14:24:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:24:00,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:24:00,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 74a33119c604568b8e4583439a7d1ac0, disabling compactions & flushes 2024-11-23T14:24:00,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:00,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:00,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. after waiting 0 ms 2024-11-23T14:24:00,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:00,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:00,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74a33119c604568b8e4583439a7d1ac0: Waiting for close lock at 1732371840909Disabling compacts and flushes for region at 1732371840909Disabling writes for close at 1732371840909Writing region close event to WAL at 1732371840909Closed at 1732371840909 2024-11-23T14:24:00,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T14:24:00,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732371840910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732371840910"}]},"ts":"1732371840910"} 2024-11-23T14:24:00,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T14:24:00,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T14:24:00,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371840913"}]},"ts":"1732371840913"} 2024-11-23T14:24:00,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T14:24:00,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74a33119c604568b8e4583439a7d1ac0, ASSIGN}] 2024-11-23T14:24:00,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74a33119c604568b8e4583439a7d1ac0, ASSIGN 2024-11-23T14:24:00,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74a33119c604568b8e4583439a7d1ac0, ASSIGN; state=OFFLINE, location=c6f7b1897123,43881,1732371820846; forceNewPlan=false, retain=false 2024-11-23T14:24:01,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74a33119c604568b8e4583439a7d1ac0, regionState=OPENING, regionLocation=c6f7b1897123,43881,1732371820846 2024-11-23T14:24:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74a33119c604568b8e4583439a7d1ac0, ASSIGN because future has completed 2024-11-23T14:24:01,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74a33119c604568b8e4583439a7d1ac0, server=c6f7b1897123,43881,1732371820846}] 2024-11-23T14:24:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:24:01,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:01,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T14:24:01,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T14:24:01,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f7b1897123%2C43881%2C1732371820846.rep, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/oldWALs, maxLogs=10 2024-11-23T14:24:01,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.rep.1732371841226, exclude list is [], retry=0 2024-11-23T14:24:01,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4,DISK] 2024-11-23T14:24:01,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.rep.1732371841226 2024-11-23T14:24:01,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-23T14:24:01,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 74a33119c604568b8e4583439a7d1ac0, NAME => 'hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T14:24:01,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T14:24:01,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T14:24:01,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. service=MultiRowMutationService 2024-11-23T14:24:01,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T14:24:01,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T14:24:01,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,249 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,250 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74a33119c604568b8e4583439a7d1ac0 columnFamilyName hfileref 2024-11-23T14:24:01,250 DEBUG [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:24:01,250 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] regionserver.HStore(327): Store=74a33119c604568b8e4583439a7d1ac0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:24:01,250 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,251 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74a33119c604568b8e4583439a7d1ac0 columnFamilyName queue 2024-11-23T14:24:01,251 DEBUG [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:24:01,251 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] regionserver.HStore(327): Store=74a33119c604568b8e4583439a7d1ac0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:24:01,251 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,252 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74a33119c604568b8e4583439a7d1ac0 columnFamilyName sid 2024-11-23T14:24:01,252 DEBUG [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T14:24:01,252 INFO [StoreOpener-74a33119c604568b8e4583439a7d1ac0-1 {}] regionserver.HStore(327): Store=74a33119c604568b8e4583439a7d1ac0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T14:24:01,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T14:24:01,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T14:24:01,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 74a33119c604568b8e4583439a7d1ac0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68908085, jitterRate=0.026810482144355774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T14:24:01,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:01,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 74a33119c604568b8e4583439a7d1ac0: Running coprocessor pre-open hook at 1732371841248Writing region info on filesystem at 1732371841248Initializing all the Stores at 1732371841249 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371841249Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371841249Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732371841249Cleaning up temporary data from old regions at 1732371841254 (+5 ms)Running coprocessor post-open hooks at 1732371841257 (+3 ms)Region opened successfully at 1732371841257 2024-11-23T14:24:01,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0., pid=10, masterSystemTime=1732371841221 2024-11-23T14:24:01,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:01,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:01,260 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74a33119c604568b8e4583439a7d1ac0, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43881,1732371820846 2024-11-23T14:24:01,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74a33119c604568b8e4583439a7d1ac0, server=c6f7b1897123,43881,1732371820846 because future has completed 2024-11-23T14:24:01,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T14:24:01,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 74a33119c604568b8e4583439a7d1ac0, server=c6f7b1897123,43881,1732371820846 in 193 msec 2024-11-23T14:24:01,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T14:24:01,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74a33119c604568b8e4583439a7d1ac0, ASSIGN in 349 msec 2024-11-23T14:24:01,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T14:24:01,265 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732371841265"}]},"ts":"1732371841265"} 2024-11-23T14:24:01,266 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T14:24:01,267 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T14:24:01,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-23T14:24:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0., hostname=c6f7b1897123,43881,1732371820846, seqNum=2] 2024-11-23T14:24:01,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:24:01,389 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:24:01,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:24:01,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T14:24:01,563 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T14:24:01,592 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f7b1897123,43881,1732371820846, ReplicationSource: 1, currentBandwidth=0 2024-11-23T14:24:01,592 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:24:01,592 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43881,1732371820846, seqNum=-1] 2024-11-23T14:24:01,593 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:24:01,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-23T14:24:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f7b1897123,43881,1732371820846', locateType=CURRENT is [region=hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0., hostname=c6f7b1897123,43881,1732371820846, seqNum=2] 2024-11-23T14:24:01,596 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T14:24:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T14:24:01,598 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f7b1897123,43881,1732371820846 suceeded 2024-11-23T14:24:01,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T14:24:01,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-23T14:24:01,600 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f7b1897123:46037,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:24:01,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5390 sec 2024-11-23T14:24:01,610 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:46037' 2024-11-23T14:24:01,611 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea6391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:01,611 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46037,-1 for getting cluster id 2024-11-23T14:24:01,611 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:01,611 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78cdaea6-0e9e-4606-8803-a0624862485f' 2024-11-23T14:24:01,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:01,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78cdaea6-0e9e-4606-8803-a0624862485f" 2024-11-23T14:24:01,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5520f31c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:01,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46037,-1] 2024-11-23T14:24:01,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:01,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:01,612 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:01,613 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2b04ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:01,613 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:01,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,46037,1732371825947 2024-11-23T14:24:01,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b0f5d32 2024-11-23T14:24:01,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:01,614 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T14:24:01,614 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f7b1897123,43881,1732371820846 (queues=1) is replicating from cluster=ee522fc4-8833-4ad8-83e7-b5dff54929ae to cluster=78cdaea6-0e9e-4606-8803-a0624862485f 2024-11-23T14:24:01,614 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f7b1897123%2C43881%2C1732371820846 2024-11-23T14:24:01,614 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f7b1897123,43881,1732371820846, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:24:01,615 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C43881%2C1732371820846 2024-11-23T14:24:01,615 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776, startPosition=0, beingWritten=true 2024-11-23T14:24:01,618 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:24:01,618 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 379, reset compression=false 2024-11-23T14:24:01,618 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43881,1732371820846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:24:01,821 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 379, reset compression=false 2024-11-23T14:24:02,124 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 379, reset compression=false 2024-11-23T14:24:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T14:24:02,214 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T14:24:02,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:02,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:02,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:02,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:02,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:02,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc0588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36601,-1 for getting cluster id 2024-11-23T14:24:02,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:02,216 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee522fc4-8833-4ad8-83e7-b5dff54929ae' 2024-11-23T14:24:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee522fc4-8833-4ad8-83e7-b5dff54929ae" 2024-11-23T14:24:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ae7ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36601,-1] 2024-11-23T14:24:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:02,217 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb79ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae77fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46037,-1 for getting cluster id 2024-11-23T14:24:02,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:02,218 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78cdaea6-0e9e-4606-8803-a0624862485f' 2024-11-23T14:24:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78cdaea6-0e9e-4606-8803-a0624862485f" 2024-11-23T14:24:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5cf449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46037,-1] 2024-11-23T14:24:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:02,219 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611b4966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9311d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,45037,-1 for getting cluster id 2024-11-23T14:24:02,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:02,220 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '799886ae-e670-4929-bdb1-2c0d4af947f6' 2024-11-23T14:24:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "799886ae-e670-4929-bdb1-2c0d4af947f6" 2024-11-23T14:24:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e911ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,45037,-1] 2024-11-23T14:24:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:02,221 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e08058c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:02,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:24:02,224 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732371842224/Put/seqid=0 2024-11-23T14:24:02,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741840_1016 (size=7894) 2024-11-23T14:24:02,528 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 379, reset compression=false 2024-11-23T14:24:02,630 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732371842630/Put/seqid=0 2024-11-23T14:24:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741841_1017 (size=7691) 2024-11-23T14:24:03,031 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 379, reset compression=false 2024-11-23T14:24:03,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ca4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:03,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36601,-1 for getting cluster id 2024-11-23T14:24:03,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:03,035 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee522fc4-8833-4ad8-83e7-b5dff54929ae' 2024-11-23T14:24:03,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:03,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee522fc4-8833-4ad8-83e7-b5dff54929ae" 2024-11-23T14:24:03,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616726d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:03,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36601,-1] 2024-11-23T14:24:03,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:03,036 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:03,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737edae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:03,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:24:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43881,1732371820846, seqNum=-1] 2024-11-23T14:24:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:24:03,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:24:03,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:03,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36601,1732371820632 2024-11-23T14:24:03,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e7f0d1 2024-11-23T14:24:03,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:03,045 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:24:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2] 2024-11-23T14:24:03,049 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:24:03,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-23T14:24:03,055 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-23T14:24:03,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2876e626f131df304ccc903a757994d2/f 2024-11-23T14:24:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T14:24:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:03,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2876e626f131df304ccc903a757994d2/f 2024-11-23T14:24:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T14:24:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HRegion(2603): Flush status journal for 2876e626f131df304ccc903a757994d2: 2024-11-23T14:24:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_0 2024-11-23T14:24:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_0 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ 2024-11-23T14:24:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_1 2024-11-23T14:24:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_1 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ 2024-11-23T14:24:03,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_0 into 2876e626f131df304ccc903a757994d2/f as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ - updating store file list. 2024-11-23T14:24:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 288678e4d5e84fdca98cd7d2f3577295_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:03,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ into 2876e626f131df304ccc903a757994d2/f 2024-11-23T14:24:03,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_0 into 2876e626f131df304ccc903a757994d2/f (new location: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_) 2024-11-23T14:24:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_0 2024-11-23T14:24:03,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_1 into 2876e626f131df304ccc903a757994d2/f as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ - updating store file list. 2024-11-23T14:24:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fd6d370670b4d32860809724a1f1ef2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:03,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ into 2876e626f131df304ccc903a757994d2/f 2024-11-23T14:24:03,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_1 into 2876e626f131df304ccc903a757994d2/f (new location: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_) 2024-11-23T14:24:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__9qnmuq0m4p0fmdhlt8rf6l5uadr34lsi1jreje51cimnpvhf40a293ba216j1cfk/f/hfile_1 2024-11-23T14:24:03,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:03,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:03,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:03,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2 , the old value is region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f7b1897123:43881 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:24:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:24:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2 from cache 2024-11-23T14:24:03,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:24:03,087 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T14:24:03,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,34221,1732371826171, seqNum=-1] 2024-11-23T14:24:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:24:03,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:24:03,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371836726.c221da0569e7755f122a9682678cbd07., hostname=c6f7b1897123,34221,1732371826171, seqNum=2] 2024-11-23T14:24:03,091 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:24:03,195 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:24:03,195 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:43881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T14:24:03,634 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 379, reset compression=false 2024-11-23T14:24:03,754 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:24:03,754 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43881,1732371820846 got entry batch from reader: WALEntryBatch [walEntries=[{test/2876e626f131df304ccc903a757994d2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732371843084/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T14:24:03,756 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:24:03,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T14:24:03,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.ReplicationSink(318): Replicating [ee522fc4-8833-4ad8-83e7-b5dff54929ae] bulk loaded data 2024-11-23T14:24:03,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cfdb2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:03,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,46037,-1 for getting cluster id 2024-11-23T14:24:03,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:03,758 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78cdaea6-0e9e-4606-8803-a0624862485f' 2024-11-23T14:24:03,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:03,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78cdaea6-0e9e-4606-8803-a0624862485f" 2024-11-23T14:24:03,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f46abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:03,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,46037,-1] 2024-11-23T14:24:03,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:03,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:03,759 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:03,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d9bb66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:03,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741837_1013 (size=7894) 2024-11-23T14:24:03,954 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 687, reset compression=false 2024-11-23T14:24:04,093 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:24:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741838_1014 (size=7691) 2024-11-23T14:24:04,265 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 687, reset compression=false 2024-11-23T14:24:04,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:04,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,46037,1732371825947 2024-11-23T14:24:04,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56400312 2024-11-23T14:24:04,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:04,575 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-23T14:24:04,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:24:04,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:24:04,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,34221,1732371826171, seqNum=-1] 2024-11-23T14:24:04,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:24:04,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-23T14:24:04,583 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-23T14:24:04,584 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-23T14:24:04,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ for inclusion in c221da0569e7755f122a9682678cbd07/f 2024-11-23T14:24:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T14:24:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:04,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ for inclusion in c221da0569e7755f122a9682678cbd07/f 2024-11-23T14:24:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T14:24:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HRegion(2603): Flush status journal for c221da0569e7755f122a9682678cbd07: 2024-11-23T14:24:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:24:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/b40f463fdcf64fa99653e257e5e1cb71_SeqId_4_ 2024-11-23T14:24:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:24:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/f8b2550b5e454b70b5b38e8d11eadf11_SeqId_4_ 2024-11-23T14:24:04,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ into c221da0569e7755f122a9682678cbd07/f as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/b40f463fdcf64fa99653e257e5e1cb71_SeqId_4_ - updating store file list. 2024-11-23T14:24:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b40f463fdcf64fa99653e257e5e1cb71_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:04,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/b40f463fdcf64fa99653e257e5e1cb71_SeqId_4_ into c221da0569e7755f122a9682678cbd07/f 2024-11-23T14:24:04,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ into c221da0569e7755f122a9682678cbd07/f (new location: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/b40f463fdcf64fa99653e257e5e1cb71_SeqId_4_) 2024-11-23T14:24:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/288678e4d5e84fdca98cd7d2f3577295_SeqId_4_ 2024-11-23T14:24:04,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ into c221da0569e7755f122a9682678cbd07/f as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/f8b2550b5e454b70b5b38e8d11eadf11_SeqId_4_ - updating store file list. 2024-11-23T14:24:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8b2550b5e454b70b5b38e8d11eadf11_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:04,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/f8b2550b5e454b70b5b38e8d11eadf11_SeqId_4_ into c221da0569e7755f122a9682678cbd07/f 2024-11-23T14:24:04,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ into c221da0569e7755f122a9682678cbd07/f (new location: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/f8b2550b5e454b70b5b38e8d11eadf11_SeqId_4_) 2024-11-23T14:24:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__8j97qdnm29fovm2a4rn3bvq5fslpm4po7oqpdhniqe4693t1j04gov57i2imjhe6/f/2fd6d370670b4d32860809724a1f1ef2_SeqId_4_ 2024-11-23T14:24:04,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.ReplicationSink(324): Finished replicating [ee522fc4-8833-4ad8-83e7-b5dff54929ae] bulk loaded data 2024-11-23T14:24:04,668 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 687, reset compression=false 2024-11-23T14:24:05,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:24:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43591,1732371831417, seqNum=-1] 2024-11-23T14:24:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:24:05,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:24:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde., hostname=c6f7b1897123,43591,1732371831417, seqNum=2] 2024-11-23T14:24:05,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:24:05,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T14:24:05,108 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c6f7b1897123%2C43881%2C1732371820846.rep:(num 1732371841226) roll requested 2024-11-23T14:24:05,126 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.rep.1732371845109, exclude list is [], retry=0 2024-11-23T14:24:05,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4,DISK] 2024-11-23T14:24:05,130 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.rep.1732371841226 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.rep.1732371845109 2024-11-23T14:24:05,130 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-23T14:24:05,130 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.rep.1732371841226 is not closed yet, will try archiving it next time 2024-11-23T14:24:05,130 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c6f7b1897123%2C43881%2C1732371820846:(num 1732371822776) roll requested 2024-11-23T14:24:05,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741839_1015 (size=1505) 2024-11-23T14:24:05,148 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130, exclude list is [], retry=0 2024-11-23T14:24:05,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4,DISK] 2024-11-23T14:24:05,151 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 2024-11-23T14:24:05,151 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-23T14:24:05,151 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 is not closed yet, will try archiving it next time 2024-11-23T14:24:05,151 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c6f7b1897123%2C43881%2C1732371820846.meta:.meta(num 1732371823701) roll requested 2024-11-23T14:24:05,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53417291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36601,-1 for getting cluster id 2024-11-23T14:24:05,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:05,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 not finished, retry = 0 2024-11-23T14:24:05,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741832_1008 (size=695) 2024-11-23T14:24:05,154 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee522fc4-8833-4ad8-83e7-b5dff54929ae' 2024-11-23T14:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee522fc4-8833-4ad8-83e7-b5dff54929ae" 2024-11-23T14:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a49fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36601,-1] 2024-11-23T14:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:05,155 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e854ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36601,1732371820632 2024-11-23T14:24:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6945b2e2 2024-11-23T14:24:05,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:05,157 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:24:05,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://c6f7b1897123:45037,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T14:24:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T14:24:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T14:24:05,161 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:45037' 2024-11-23T14:24:05,162 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d39e7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,162 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,45037,-1 for getting cluster id 2024-11-23T14:24:05,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:05,163 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '799886ae-e670-4929-bdb1-2c0d4af947f6' 2024-11-23T14:24:05,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:05,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "799886ae-e670-4929-bdb1-2c0d4af947f6" 2024-11-23T14:24:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418f286b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,45037,-1] 2024-11-23T14:24:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:05,165 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:05,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af2e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,45037,1732371831302 2024-11-23T14:24:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34efa668 2024-11-23T14:24:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:05,167 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:24:05,168 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T14:24:05,168 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T14:24:05,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:05,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:05,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:05,171 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.meta.1732371845151.meta, exclude list is [], retry=0 2024-11-23T14:24:05,172 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to pos 687, reset compression=false 2024-11-23T14:24:05,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-adb83cc6-6027-49bd-9aac-3a9135c2eab4,DISK] 2024-11-23T14:24:05,174 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 2024-11-23T14:24:05,174 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43881,1732371820846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T14:24:05,174 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130, startPosition=0, beingWritten=true 2024-11-23T14:24:05,174 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.meta.1732371823701.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.meta.1732371845151.meta 2024-11-23T14:24:05,174 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-23T14:24:05,175 DEBUG [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.meta.1732371823701.meta is not closed yet, will try archiving it next time 2024-11-23T14:24:05,176 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c6f7b1897123%2C43881%2C1732371820846.1732371822776] 2024-11-23T14:24:05,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741834_1010 (size=3473) 2024-11-23T14:24:05,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.meta.1732371823701.meta not finished, retry = 0 2024-11-23T14:24:05,253 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371822776 to hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/oldWALs/c6f7b1897123%2C43881%2C1732371820846.1732371822776 2024-11-23T14:24:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T14:24:05,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T14:24:05,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T14:24:05,473 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T14:24:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T14:24:05,509 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c6f7b1897123,43881,1732371820846, ReplicationSource: 2, currentBandwidth=0 2024-11-23T14:24:05,511 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T14:24:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T14:24:05,512 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c6f7b1897123,43881,1732371820846 suceeded 2024-11-23T14:24:05,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T14:24:05,514 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c6f7b1897123:45037,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T14:24:05,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T14:24:05,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 357 msec 2024-11-23T14:24:05,525 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f7b1897123:45037' 2024-11-23T14:24:05,526 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d8c75b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,526 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,45037,-1 for getting cluster id 2024-11-23T14:24:05,526 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:05,526 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '799886ae-e670-4929-bdb1-2c0d4af947f6' 2024-11-23T14:24:05,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:05,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "799886ae-e670-4929-bdb1-2c0d4af947f6" 2024-11-23T14:24:05,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@605c20a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,45037,-1] 2024-11-23T14:24:05,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:05,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:05,527 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:05,528 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ffe70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:05,528 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:05,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,45037,1732371831302 2024-11-23T14:24:05,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90d93be 2024-11-23T14:24:05,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:05,529 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T14:24:05,529 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c6f7b1897123,43881,1732371820846 (queues=1) is replicating from cluster=ee522fc4-8833-4ad8-83e7-b5dff54929ae to cluster=799886ae-e670-4929-bdb1-2c0d4af947f6 2024-11-23T14:24:05,529 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c6f7b1897123%2C43881%2C1732371820846 2024-11-23T14:24:05,529 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c6f7b1897123,43881,1732371820846, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T14:24:05,530 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130, startPosition=0, beingWritten=true 2024-11-23T14:24:05,530 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f7b1897123%2C43881%2C1732371820846 2024-11-23T14:24:05,733 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 0, reset compression=false 2024-11-23T14:24:05,781 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 0, reset compression=false 2024-11-23T14:24:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T14:24:05,784 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T14:24:05,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:05,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:05,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:05,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:05,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:05,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T14:24:05,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732371845787/Put/seqid=0 2024-11-23T14:24:05,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741845_1021 (size=11194) 2024-11-23T14:24:06,036 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 0, reset compression=false 2024-11-23T14:24:06,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732371846197/Put/seqid=0 2024-11-23T14:24:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741846_1022 (size=10791) 2024-11-23T14:24:06,445 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 0, reset compression=false 2024-11-23T14:24:06,485 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 0, reset compression=false 2024-11-23T14:24:06,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab2632c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:06,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36601,-1 for getting cluster id 2024-11-23T14:24:06,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:06,605 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee522fc4-8833-4ad8-83e7-b5dff54929ae' 2024-11-23T14:24:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee522fc4-8833-4ad8-83e7-b5dff54929ae" 2024-11-23T14:24:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e294b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36601,-1] 2024-11-23T14:24:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:06,606 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:06,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2dcddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:06,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:24:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43881,1732371820846, seqNum=-1] 2024-11-23T14:24:06,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:24:06,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T14:24:06,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36601,1732371820632 2024-11-23T14:24:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d6a404 2024-11-23T14:24:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:06,614 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T14:24:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2] 2024-11-23T14:24:06,620 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:24:06,624 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-23T14:24:06,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-23T14:24:06,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2876e626f131df304ccc903a757994d2/f 2024-11-23T14:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T14:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:06,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2876e626f131df304ccc903a757994d2/f 2024-11-23T14:24:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T14:24:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HRegion(2603): Flush status journal for 2876e626f131df304ccc903a757994d2: 2024-11-23T14:24:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_1 2024-11-23T14:24:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_1 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/005495b679a14ef996a03021018fe64b_SeqId_6_ 2024-11-23T14:24:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_0 2024-11-23T14:24:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_0 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ 2024-11-23T14:24:06,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_1 into 2876e626f131df304ccc903a757994d2/f as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/005495b679a14ef996a03021018fe64b_SeqId_6_ - updating store file list. 2024-11-23T14:24:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 005495b679a14ef996a03021018fe64b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:06,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/005495b679a14ef996a03021018fe64b_SeqId_6_ into 2876e626f131df304ccc903a757994d2/f 2024-11-23T14:24:06,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_1 into 2876e626f131df304ccc903a757994d2/f (new location: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/005495b679a14ef996a03021018fe64b_SeqId_6_) 2024-11-23T14:24:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_1 2024-11-23T14:24:06,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_0 into 2876e626f131df304ccc903a757994d2/f as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ - updating store file list. 2024-11-23T14:24:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7596adbd81eb425a81a4f95dce9ca898_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:06,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ into 2876e626f131df304ccc903a757994d2/f 2024-11-23T14:24:06,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_0 into 2876e626f131df304ccc903a757994d2/f (new location: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_) 2024-11-23T14:24:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/staging/jenkins__test__3c5q1v6ffun44n3jvlg5ss5ut3verv1mbe8ul72sjom5ndmmdodbqvrq5u82phfd/f/hfile_0 2024-11-23T14:24:06,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:06,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:06,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:06,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:06,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2 , the old value is region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f7b1897123:43881 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:24:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T14:24:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732371834577.2876e626f131df304ccc903a757994d2., hostname=c6f7b1897123,43881,1732371820846, seqNum=2 from cache 2024-11-23T14:24:06,649 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T14:24:06,653 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:24:06,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:24:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:43881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T14:24:06,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:06,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T14:24:06,949 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 0, reset compression=false 2024-11-23T14:24:06,953 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:24:06,953 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c6f7b1897123,43881,1732371820846 got entry batch from reader: WALEntryBatch [walEntries=[{test/2876e626f131df304ccc903a757994d2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732371846647/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T14:24:06,955 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T14:24:06,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T14:24:06,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.ReplicationSink(318): Replicating [ee522fc4-8833-4ad8-83e7-b5dff54929ae] bulk loaded data 2024-11-23T14:24:06,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1118f252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:06,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,45037,-1 for getting cluster id 2024-11-23T14:24:06,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T14:24:06,957 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '799886ae-e670-4929-bdb1-2c0d4af947f6' 2024-11-23T14:24:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T14:24:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "799886ae-e670-4929-bdb1-2c0d4af947f6" 2024-11-23T14:24:06,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@448b77da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:06,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,45037,-1] 2024-11-23T14:24:06,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T14:24:06,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:06,958 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-23T14:24:06,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ebe1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T14:24:06,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741837_1013 (size=10791) 2024-11-23T14:24:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741838_1014 (size=11194) 2024-11-23T14:24:06,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:06,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,45037,1732371831302 2024-11-23T14:24:06,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d73639 2024-11-23T14:24:06,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T14:24:06,973 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-23T14:24:06,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:24:06,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T14:24:06,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,43591,1732371831417, seqNum=-1] 2024-11-23T14:24:06,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T14:24:06,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-23T14:24:06,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/005495b679a14ef996a03021018fe64b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T14:24:06,983 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T14:24:06,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/005495b679a14ef996a03021018fe64b_SeqId_6_ for inclusion in d0e4048c7d2b098ef2c5e672a3bebfde/f 2024-11-23T14:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T14:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:06,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ for inclusion in d0e4048c7d2b098ef2c5e672a3bebfde/f 2024-11-23T14:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T14:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegion(2603): Flush status journal for d0e4048c7d2b098ef2c5e672a3bebfde: 2024-11-23T14:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 005495b679a14ef996a03021018fe64b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/005495b679a14ef996a03021018fe64b_SeqId_6_ as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/f/b9e1f98bc69f4648bc8f6f3258f2edae_SeqId_4_ 2024-11-23T14:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/f/4b64e7d91aad40728eb0b0f75540a071_SeqId_4_ 2024-11-23T14:24:06,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/005495b679a14ef996a03021018fe64b_SeqId_6_ into d0e4048c7d2b098ef2c5e672a3bebfde/f as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/f/b9e1f98bc69f4648bc8f6f3258f2edae_SeqId_4_ - updating store file list. 2024-11-23T14:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9e1f98bc69f4648bc8f6f3258f2edae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:06,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/f/b9e1f98bc69f4648bc8f6f3258f2edae_SeqId_4_ into d0e4048c7d2b098ef2c5e672a3bebfde/f 2024-11-23T14:24:06,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/005495b679a14ef996a03021018fe64b_SeqId_6_ into d0e4048c7d2b098ef2c5e672a3bebfde/f (new location: hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/f/b9e1f98bc69f4648bc8f6f3258f2edae_SeqId_4_) 2024-11-23T14:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/005495b679a14ef996a03021018fe64b_SeqId_6_ 2024-11-23T14:24:06,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ into d0e4048c7d2b098ef2c5e672a3bebfde/f as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/f/4b64e7d91aad40728eb0b0f75540a071_SeqId_4_ - updating store file list. 2024-11-23T14:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b64e7d91aad40728eb0b0f75540a071_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:06,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/f/4b64e7d91aad40728eb0b0f75540a071_SeqId_4_ into d0e4048c7d2b098ef2c5e672a3bebfde/f 2024-11-23T14:24:06,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ into d0e4048c7d2b098ef2c5e672a3bebfde/f (new location: hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/f/4b64e7d91aad40728eb0b0f75540a071_SeqId_4_) 2024-11-23T14:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/staging/jenkins.hfs.23__test__rv3prj699hhsiugb3v9aq46k6j7m9tloa3kigri3v0vsuc5afvvmc94j6umi007h/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ 2024-11-23T14:24:07,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.ReplicationSink(324): Finished replicating [ee522fc4-8833-4ad8-83e7-b5dff54929ae] bulk loaded data 2024-11-23T14:24:07,153 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:07,289 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 0, reset compression=false 2024-11-23T14:24:07,293 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T14:24:07,293 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43881,1732371820846 got entry batch from reader: WALEntryBatch [walEntries=[{test/2876e626f131df304ccc903a757994d2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732371846647/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T14:24:07,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.ReplicationSink(318): Replicating [ee522fc4-8833-4ad8-83e7-b5dff54929ae] bulk loaded data 2024-11-23T14:24:07,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741839_1015 (size=10791) 2024-11-23T14:24:07,456 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:07,494 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:07,656 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T14:24:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741840_1016 (size=11194) 2024-11-23T14:24:07,800 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:07,859 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:08,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T14:24:08,118 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/005495b679a14ef996a03021018fe64b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T14:24:08,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T14:24:08,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/005495b679a14ef996a03021018fe64b_SeqId_6_ for inclusion in c221da0569e7755f122a9682678cbd07/f 2024-11-23T14:24:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T14:24:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:08,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ for inclusion in c221da0569e7755f122a9682678cbd07/f 2024-11-23T14:24:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T14:24:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T14:24:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HRegion(2603): Flush status journal for c221da0569e7755f122a9682678cbd07: 2024-11-23T14:24:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 005495b679a14ef996a03021018fe64b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:24:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/005495b679a14ef996a03021018fe64b_SeqId_6_ as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/f2bf16e3fc9b4b67bd27ca3f63ba0ac3_SeqId_6_ 2024-11-23T14:24:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T14:24:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/77af437e5f504b9e8f16065ebe7ce2dc_SeqId_6_ 2024-11-23T14:24:08,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/005495b679a14ef996a03021018fe64b_SeqId_6_ into c221da0569e7755f122a9682678cbd07/f as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/f2bf16e3fc9b4b67bd27ca3f63ba0ac3_SeqId_6_ - updating store file list. 2024-11-23T14:24:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2bf16e3fc9b4b67bd27ca3f63ba0ac3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:08,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/f2bf16e3fc9b4b67bd27ca3f63ba0ac3_SeqId_6_ into c221da0569e7755f122a9682678cbd07/f 2024-11-23T14:24:08,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/005495b679a14ef996a03021018fe64b_SeqId_6_ into c221da0569e7755f122a9682678cbd07/f (new location: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/f2bf16e3fc9b4b67bd27ca3f63ba0ac3_SeqId_6_) 2024-11-23T14:24:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/005495b679a14ef996a03021018fe64b_SeqId_6_ 2024-11-23T14:24:08,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ into c221da0569e7755f122a9682678cbd07/f as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/77af437e5f504b9e8f16065ebe7ce2dc_SeqId_6_ - updating store file list. 2024-11-23T14:24:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77af437e5f504b9e8f16065ebe7ce2dc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T14:24:08,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/77af437e5f504b9e8f16065ebe7ce2dc_SeqId_6_ into c221da0569e7755f122a9682678cbd07/f 2024-11-23T14:24:08,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ into c221da0569e7755f122a9682678cbd07/f (new location: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/f/77af437e5f504b9e8f16065ebe7ce2dc_SeqId_6_) 2024-11-23T14:24:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/staging/jenkins.hfs.22__test__2beavebvnuksf3k698o6di7kr5m4ppt1sbp5julukcdh0do2pilnll68bs4nfgmn/f/7596adbd81eb425a81a4f95dce9ca898_SeqId_6_ 2024-11-23T14:24:08,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34221 {}] regionserver.ReplicationSink(324): Finished replicating [ee522fc4-8833-4ad8-83e7-b5dff54929ae] bulk loaded data 2024-11-23T14:24:08,204 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:08,362 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:08,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:24:08,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:08,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:08,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:08,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:08,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:24:08,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1248097065, stopped=false 2024-11-23T14:24:08,669 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,45037,1732371831302 2024-11-23T14:24:08,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:08,715 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22023632013/running 2024-11-23T14:24:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22023632013/running 2024-11-23T14:24:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:24:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:24:08,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:24:08,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:08,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:08,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:08,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,43591,1732371831417' ***** 2024-11-23T14:24:08,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:24:08,764 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:24:08,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on znode that does not yet exist, /22023632013/running 2024-11-23T14:24:08,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:24:08,764 INFO [RS:0;c6f7b1897123:43591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:24:08,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Set watcher on znode that does not yet exist, /22023632013/running 2024-11-23T14:24:08,764 INFO [RS:0;c6f7b1897123:43591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:24:08,765 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(3091): Received CLOSE for d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:24:08,765 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,43591,1732371831417 2024-11-23T14:24:08,765 INFO [RS:0;c6f7b1897123:43591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:24:08,765 INFO [RS:0;c6f7b1897123:43591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43591. 2024-11-23T14:24:08,765 DEBUG [RS:0;c6f7b1897123:43591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:08,765 DEBUG [RS:0;c6f7b1897123:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:08,765 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0e4048c7d2b098ef2c5e672a3bebfde, disabling compactions & flushes 2024-11-23T14:24:08,765 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:24:08,765 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:24:08,765 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:24:08,765 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. after waiting 0 ms 2024-11-23T14:24:08,765 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:24:08,765 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:24:08,765 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:24:08,765 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:24:08,766 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:24:08,766 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1325): Online Regions={d0e4048c7d2b098ef2c5e672a3bebfde=test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:24:08,766 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:24:08,766 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0e4048c7d2b098ef2c5e672a3bebfde 2024-11-23T14:24:08,766 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:24:08,766 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:24:08,766 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:24:08,766 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:24:08,766 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T14:24:08,776 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/default/test/d0e4048c7d2b098ef2c5e672a3bebfde/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T14:24:08,777 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:24:08,777 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:24:08,777 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:24:08,777 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0e4048c7d2b098ef2c5e672a3bebfde: Waiting for close lock at 1732371848765Running coprocessor pre-close hooks at 1732371848765Disabling compacts and flushes for region at 1732371848765Disabling writes for close at 1732371848765Writing region close event to WAL at 1732371848766 (+1 ms)Running coprocessor post-close hooks at 1732371848777 (+11 ms)Closed at 1732371848777 2024-11-23T14:24:08,777 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde. 2024-11-23T14:24:08,789 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/info/945ee93133904c0784725a7750de68c1 is 129, key is test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde./info:regioninfo/1732371839168/Put/seqid=0 2024-11-23T14:24:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741839_1015 (size=6421) 2024-11-23T14:24:08,852 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:24:08,965 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:08,966 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:09,140 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:24:09,140 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:24:09,166 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:09,192 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/info/945ee93133904c0784725a7750de68c1 2024-11-23T14:24:09,212 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/ns/cf0a6d17e20d4d70a78aeeef5f85f88d is 43, key is default/ns:d/1732371834453/Put/seqid=0 2024-11-23T14:24:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741840_1016 (size=5153) 2024-11-23T14:24:09,318 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:09,366 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:09,566 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:09,615 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/ns/cf0a6d17e20d4d70a78aeeef5f85f88d 2024-11-23T14:24:09,632 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/rep_barrier/f1d027098ffe4d6e86edd1bcc777cc0c is 112, key is test,,1732371837866.d0e4048c7d2b098ef2c5e672a3bebfde./rep_barrier:seqnumDuringOpen/1732371839168/Put/seqid=0 2024-11-23T14:24:09,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741841_1017 (size=5518) 2024-11-23T14:24:09,668 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:09,766 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:24:09,766 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:24:09,767 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:09,967 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:10,021 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:10,035 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/rep_barrier/f1d027098ffe4d6e86edd1bcc777cc0c 2024-11-23T14:24:10,051 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/table/8daaa7b97aed47438542c33d899fdaa5 is 40, key is test/table:state/1732371839174/Put/seqid=0 2024-11-23T14:24:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741842_1018 (size=5165) 2024-11-23T14:24:10,167 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:10,220 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T14:24:10,367 DEBUG [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:10,454 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/table/8daaa7b97aed47438542c33d899fdaa5 2024-11-23T14:24:10,458 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/info/945ee93133904c0784725a7750de68c1 as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/info/945ee93133904c0784725a7750de68c1 2024-11-23T14:24:10,460 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/info/945ee93133904c0784725a7750de68c1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T14:24:10,461 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/ns/cf0a6d17e20d4d70a78aeeef5f85f88d as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/ns/cf0a6d17e20d4d70a78aeeef5f85f88d 2024-11-23T14:24:10,463 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/ns/cf0a6d17e20d4d70a78aeeef5f85f88d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:24:10,464 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/rep_barrier/f1d027098ffe4d6e86edd1bcc777cc0c as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/rep_barrier/f1d027098ffe4d6e86edd1bcc777cc0c 2024-11-23T14:24:10,466 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/rep_barrier/f1d027098ffe4d6e86edd1bcc777cc0c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T14:24:10,467 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/.tmp/table/8daaa7b97aed47438542c33d899fdaa5 as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/table/8daaa7b97aed47438542c33d899fdaa5 2024-11-23T14:24:10,469 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/table/8daaa7b97aed47438542c33d899fdaa5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:24:10,470 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false 2024-11-23T14:24:10,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:10,473 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T14:24:10,473 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:24:10,473 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:24:10,473 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:24:10,473 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371848766Running coprocessor pre-close hooks at 1732371848766Disabling compacts and flushes for region at 1732371848766Disabling writes for close at 1732371848766Obtaining lock to block concurrent updates at 1732371848766Preparing flush snapshotting stores in 1588230740 at 1732371848766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732371848766Flushing stores of hbase:meta,,1.1588230740 at 1732371848767 (+1 ms)Flushing 1588230740/info: creating writer at 1732371848767Flushing 1588230740/info: appending metadata at 1732371848788 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732371848788Flushing 1588230740/ns: creating writer at 1732371849196 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732371849211 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732371849211Flushing 1588230740/rep_barrier: creating writer at 1732371849619 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371849631 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371849631Flushing 1588230740/table: creating writer at 1732371850038 (+407 ms)Flushing 1588230740/table: appending metadata at 1732371850050 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732371850050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20833a6c: reopening flushed file at 1732371850457 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74de2e8c: reopening flushed file at 1732371850460 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddb3d8: reopening flushed file at 1732371850463 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346c5ac6: reopening flushed file at 1732371850466 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false at 1732371850470 (+4 ms)Writing region close event to WAL at 1732371850471 (+1 ms)Running coprocessor post-close hooks at 1732371850473 (+2 ms)Closed at 1732371850473 2024-11-23T14:24:10,473 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:24:10,567 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,43591,1732371831417; all regions closed. 2024-11-23T14:24:10,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741834_1010 (size=2717) 2024-11-23T14:24:10,570 DEBUG [RS:0;c6f7b1897123:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/oldWALs 2024-11-23T14:24:10,571 INFO [RS:0;c6f7b1897123:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C43591%2C1732371831417.meta:.meta(num 1732371834392) 2024-11-23T14:24:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741832_1008 (size=1028) 2024-11-23T14:24:10,573 DEBUG [RS:0;c6f7b1897123:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/oldWALs 2024-11-23T14:24:10,573 INFO [RS:0;c6f7b1897123:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C43591%2C1732371831417:(num 1732371833267) 2024-11-23T14:24:10,573 DEBUG [RS:0;c6f7b1897123:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:10,573 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:24:10,573 INFO [RS:0;c6f7b1897123:43591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:24:10,573 INFO [RS:0;c6f7b1897123:43591 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:24:10,573 INFO [RS:0;c6f7b1897123:43591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:24:10,573 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:24:10,574 INFO [RS:0;c6f7b1897123:43591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43591. 2024-11-23T14:24:10,574 DEBUG [RS:0;c6f7b1897123:43591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:10,574 DEBUG [RS:0;c6f7b1897123:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:10,574 DEBUG [RS:0;c6f7b1897123:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:10,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:10,574 INFO [RS:0;c6f7b1897123:43591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43591 2024-11-23T14:24:10,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22023632013/rs/c6f7b1897123,43591,1732371831417 2024-11-23T14:24:10,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013/rs 2024-11-23T14:24:10,604 INFO [RS:0;c6f7b1897123:43591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:24:10,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,43591,1732371831417] 2024-11-23T14:24:10,625 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22023632013/draining/c6f7b1897123,43591,1732371831417 already deleted, retry=false 2024-11-23T14:24:10,625 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,43591,1732371831417 expired; onlineServers=0 2024-11-23T14:24:10,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,45037,1732371831302' ***** 2024-11-23T14:24:10,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:24:10,626 INFO [M:0;c6f7b1897123:45037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:24:10,626 INFO [M:0;c6f7b1897123:45037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:24:10,626 DEBUG [M:0;c6f7b1897123:45037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:24:10,626 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:24:10,626 DEBUG [M:0;c6f7b1897123:45037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:24:10,626 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371833022 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371833022,5,FailOnTimeoutGroup] 2024-11-23T14:24:10,626 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371833022 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371833022,5,FailOnTimeoutGroup] 2024-11-23T14:24:10,626 INFO [M:0;c6f7b1897123:45037 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:24:10,626 INFO [M:0;c6f7b1897123:45037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:24:10,626 DEBUG [M:0;c6f7b1897123:45037 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:24:10,626 INFO [M:0;c6f7b1897123:45037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:24:10,626 INFO [M:0;c6f7b1897123:45037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:24:10,627 INFO [M:0;c6f7b1897123:45037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:24:10,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:24:10,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22023632013/master 2024-11-23T14:24:10,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22023632013 2024-11-23T14:24:10,636 DEBUG [M:0;c6f7b1897123:45037 {}] zookeeper.ZKUtil(347): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Unable to get data of znode /22023632013/master because node does not exist (not an error) 2024-11-23T14:24:10,636 WARN [M:0;c6f7b1897123:45037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:24:10,638 INFO [M:0;c6f7b1897123:45037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/.lastflushedseqids 2024-11-23T14:24:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741843_1019 (size=173) 2024-11-23T14:24:10,715 INFO [RS:0;c6f7b1897123:43591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:24:10,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:10,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x10168141f260007, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:10,715 INFO [RS:0;c6f7b1897123:43591 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,43591,1732371831417; zookeeper connection closed. 2024-11-23T14:24:10,715 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60910082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60910082 2024-11-23T14:24:10,715 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:24:10,825 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:11,042 INFO [M:0;c6f7b1897123:45037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:24:11,042 INFO [M:0;c6f7b1897123:45037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:24:11,042 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:24:11,042 INFO [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:11,042 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:11,042 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:24:11,042 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:11,042 INFO [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-23T14:24:11,061 DEBUG [M:0;c6f7b1897123:45037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1078dd23eaa1432286d5cf066b830ee0 is 82, key is hbase:meta,,1/info:regioninfo/1732371834420/Put/seqid=0 2024-11-23T14:24:11,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741844_1020 (size=5672) 2024-11-23T14:24:11,374 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:11,469 INFO [M:0;c6f7b1897123:45037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1078dd23eaa1432286d5cf066b830ee0 2024-11-23T14:24:11,493 DEBUG [M:0;c6f7b1897123:45037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229642c6c9304b8aadb7593c5214d595 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732371839176/Put/seqid=0 2024-11-23T14:24:11,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741845_1021 (size=6585) 2024-11-23T14:24:11,496 INFO [M:0;c6f7b1897123:45037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229642c6c9304b8aadb7593c5214d595 2024-11-23T14:24:11,511 DEBUG [M:0;c6f7b1897123:45037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a553dab1eb4a1eb56cb7aa93c56594 is 69, key is c6f7b1897123,43591,1732371831417/rs:state/1732371833081/Put/seqid=0 2024-11-23T14:24:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741846_1022 (size=5156) 2024-11-23T14:24:11,728 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:11,914 INFO [M:0;c6f7b1897123:45037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a553dab1eb4a1eb56cb7aa93c56594 2024-11-23T14:24:11,918 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1078dd23eaa1432286d5cf066b830ee0 as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1078dd23eaa1432286d5cf066b830ee0 2024-11-23T14:24:11,922 INFO [M:0;c6f7b1897123:45037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1078dd23eaa1432286d5cf066b830ee0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T14:24:11,923 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229642c6c9304b8aadb7593c5214d595 as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/229642c6c9304b8aadb7593c5214d595 2024-11-23T14:24:11,928 INFO [M:0;c6f7b1897123:45037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/229642c6c9304b8aadb7593c5214d595, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T14:24:11,929 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a553dab1eb4a1eb56cb7aa93c56594 as hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53a553dab1eb4a1eb56cb7aa93c56594 2024-11-23T14:24:11,933 INFO [M:0;c6f7b1897123:45037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53a553dab1eb4a1eb56cb7aa93c56594, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T14:24:11,933 INFO [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false 2024-11-23T14:24:11,935 INFO [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:11,935 DEBUG [M:0;c6f7b1897123:45037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371851042Disabling compacts and flushes for region at 1732371851042Disabling writes for close at 1732371851042Obtaining lock to block concurrent updates at 1732371851042Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371851042Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732371851043 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371851043Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371851043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371851061 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371851061Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371851473 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371851493 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371851493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371851499 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371851510 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371851510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa67e7b: reopening flushed file at 1732371851917 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18570b29: reopening flushed file at 1732371851922 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32480f3f: reopening flushed file at 1732371851928 (+6 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false at 1732371851933 (+5 ms)Writing region close event to WAL at 1732371851935 (+2 ms)Closed at 1732371851935 2024-11-23T14:24:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741830_1006 (size=32758) 2024-11-23T14:24:11,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7524ab81-5eb1-0de1-d960-ba0c5dbb6865/MasterData/WALs/c6f7b1897123,45037,1732371831302/c6f7b1897123%2C45037%2C1732371831302.1732371832769 not finished, retry = 0 2024-11-23T14:24:12,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:24:12,038 INFO [M:0;c6f7b1897123:45037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:24:12,038 INFO [M:0;c6f7b1897123:45037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45037 2024-11-23T14:24:12,039 INFO [M:0;c6f7b1897123:45037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:24:12,239 INFO [M:0;c6f7b1897123:45037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:24:12,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:12,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45037-0x10168141f260006, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:12,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cdee435{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:24:12,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cd3b043{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:24:12,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:24:12,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252b21e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:24:12,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268445d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/hadoop.log.dir/,STOPPED} 2024-11-23T14:24:12,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:24:12,244 WARN [BP-654567292-172.17.0.3-1732371829314 heartbeating to localhost/127.0.0.1:43103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:24:12,244 WARN [BP-654567292-172.17.0.3-1732371829314 heartbeating to localhost/127.0.0.1:43103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-654567292-172.17.0.3-1732371829314 (Datanode Uuid 47e3a3b4-4ac3-4cec-b765-a9198d93f540) service to localhost/127.0.0.1:43103 2024-11-23T14:24:12,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:24:12,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/cluster_9424d223-979d-332e-925e-9453f04d6093/data/data1/current/BP-654567292-172.17.0.3-1732371829314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:24:12,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/cluster_9424d223-979d-332e-925e-9453f04d6093/data/data2/current/BP-654567292-172.17.0.3-1732371829314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:24:12,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:24:12,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fa6555f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:24:12,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f1d8083{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:24:12,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:24:12,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31d5f7af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:24:12,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@601fa605{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99986b-0ff7-ae43-7bc5-98b80930c735/hadoop.log.dir/,STOPPED} 2024-11-23T14:24:12,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:24:12,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:24:12,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:12,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:12,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:12,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:12,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:12,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:24:12,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2056280300, stopped=false 2024-11-23T14:24:12,266 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,46037,1732371825947 2024-11-23T14:24:12,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-20454610/running 2024-11-23T14:24:12,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-20454610/running 2024-11-23T14:24:12,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:24:12,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:24:12,283 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:24:12,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:12,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:12,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:12,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on znode that does not yet exist, /1-20454610/running 2024-11-23T14:24:12,283 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,34221,1732371826171' ***** 2024-11-23T14:24:12,283 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:24:12,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Set watcher on znode that does not yet exist, /1-20454610/running 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(3091): Received CLOSE for c221da0569e7755f122a9682678cbd07 2024-11-23T14:24:12,284 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,34221,1732371826171 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:34221. 2024-11-23T14:24:12,284 DEBUG [RS:0;c6f7b1897123:34221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:12,284 DEBUG [RS:0;c6f7b1897123:34221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:12,284 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c221da0569e7755f122a9682678cbd07, disabling compactions & flushes 2024-11-23T14:24:12,284 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:24:12,284 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:24:12,284 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371836726.c221da0569e7755f122a9682678cbd07. after waiting 0 ms 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:24:12,284 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:24:12,284 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:24:12,285 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T14:24:12,285 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c221da0569e7755f122a9682678cbd07=test,,1732371836726.c221da0569e7755f122a9682678cbd07.} 2024-11-23T14:24:12,285 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c221da0569e7755f122a9682678cbd07 2024-11-23T14:24:12,285 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:24:12,285 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:24:12,285 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:24:12,285 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:24:12,285 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:24:12,285 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T14:24:12,287 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/default/test/c221da0569e7755f122a9682678cbd07/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T14:24:12,288 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:24:12,288 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:24:12,288 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:24:12,288 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c221da0569e7755f122a9682678cbd07: Waiting for close lock at 1732371852284Running coprocessor pre-close hooks at 1732371852284Disabling compacts and flushes for region at 1732371852284Disabling writes for close at 1732371852284Writing region close event to WAL at 1732371852285 (+1 ms)Running coprocessor post-close hooks at 1732371852288 (+3 ms)Closed at 1732371852288 2024-11-23T14:24:12,288 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371836726.c221da0569e7755f122a9682678cbd07. 2024-11-23T14:24:12,304 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/info/50c3ea5de43a44849fb37cc3851cdbc1 is 129, key is test,,1732371836726.c221da0569e7755f122a9682678cbd07./info:regioninfo/1732371837471/Put/seqid=0 2024-11-23T14:24:12,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741841_1017 (size=6421) 2024-11-23T14:24:12,307 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/info/50c3ea5de43a44849fb37cc3851cdbc1 2024-11-23T14:24:12,336 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/ns/f41d63d61a3b4bd197b32d2933142a3c is 43, key is default/ns:d/1732371829196/Put/seqid=0 2024-11-23T14:24:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741842_1018 (size=5153) 2024-11-23T14:24:12,342 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:24:12,377 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:12,485 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:12,685 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:12,731 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:12,739 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/ns/f41d63d61a3b4bd197b32d2933142a3c 2024-11-23T14:24:12,758 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/rep_barrier/239f8fcf879f499e81d70f7d74514da6 is 112, key is test,,1732371836726.c221da0569e7755f122a9682678cbd07./rep_barrier:seqnumDuringOpen/1732371837471/Put/seqid=0 2024-11-23T14:24:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741843_1019 (size=5518) 2024-11-23T14:24:12,885 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:12,896 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:24:12,896 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:24:13,086 DEBUG [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:13,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T14:24:13,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:24:13,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169085 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f7b1897123,44755,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T14:24:13,161 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/rep_barrier/239f8fcf879f499e81d70f7d74514da6 2024-11-23T14:24:13,181 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/table/6af28ccfe0a24f34aa43de2fe07cc8b0 is 40, key is test/table:state/1732371837477/Put/seqid=0 2024-11-23T14:24:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741844_1020 (size=5165) 2024-11-23T14:24:13,184 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/table/6af28ccfe0a24f34aa43de2fe07cc8b0 2024-11-23T14:24:13,188 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/info/50c3ea5de43a44849fb37cc3851cdbc1 as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/info/50c3ea5de43a44849fb37cc3851cdbc1 2024-11-23T14:24:13,191 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/info/50c3ea5de43a44849fb37cc3851cdbc1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T14:24:13,191 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/ns/f41d63d61a3b4bd197b32d2933142a3c as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/ns/f41d63d61a3b4bd197b32d2933142a3c 2024-11-23T14:24:13,195 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/ns/f41d63d61a3b4bd197b32d2933142a3c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:24:13,195 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/rep_barrier/239f8fcf879f499e81d70f7d74514da6 as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/rep_barrier/239f8fcf879f499e81d70f7d74514da6 2024-11-23T14:24:13,199 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/rep_barrier/239f8fcf879f499e81d70f7d74514da6, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T14:24:13,199 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/.tmp/table/6af28ccfe0a24f34aa43de2fe07cc8b0 as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/table/6af28ccfe0a24f34aa43de2fe07cc8b0 2024-11-23T14:24:13,202 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/table/6af28ccfe0a24f34aa43de2fe07cc8b0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T14:24:13,203 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=11, compaction requested=false 2024-11-23T14:24:13,203 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T14:24:13,207 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T14:24:13,207 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:24:13,208 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:24:13,208 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:24:13,208 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371852285Running coprocessor pre-close hooks at 1732371852285Disabling compacts and flushes for region at 1732371852285Disabling writes for close at 1732371852285Obtaining lock to block concurrent updates at 1732371852285Preparing flush snapshotting stores in 1588230740 at 1732371852285Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732371852285Flushing stores of hbase:meta,,1.1588230740 at 1732371852286 (+1 ms)Flushing 1588230740/info: creating writer at 1732371852286Flushing 1588230740/info: appending metadata at 1732371852303 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732371852303Flushing 1588230740/ns: creating writer at 1732371852311 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732371852336 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732371852336Flushing 1588230740/rep_barrier: creating writer at 1732371852743 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371852758 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371852758Flushing 1588230740/table: creating writer at 1732371853165 (+407 ms)Flushing 1588230740/table: appending metadata at 1732371853180 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732371853181 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0faad8: reopening flushed file at 1732371853187 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e40462: reopening flushed file at 1732371853191 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9df624: reopening flushed file at 1732371853195 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da9af3e: reopening flushed file at 1732371853199 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=11, compaction requested=false at 1732371853203 (+4 ms)Writing region close event to WAL at 1732371853205 (+2 ms)Running coprocessor post-close hooks at 1732371853207 (+2 ms)Closed at 1732371853208 (+1 ms) 2024-11-23T14:24:13,208 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:24:13,286 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,34221,1732371826171; all regions closed. 2024-11-23T14:24:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741834_1010 (size=2717) 2024-11-23T14:24:13,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/WALs/c6f7b1897123,34221,1732371826171/c6f7b1897123%2C34221%2C1732371826171.meta.1732371829130.meta not finished, retry = 0 2024-11-23T14:24:13,390 DEBUG [RS:0;c6f7b1897123:34221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/oldWALs 2024-11-23T14:24:13,390 INFO [RS:0;c6f7b1897123:34221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C34221%2C1732371826171.meta:.meta(num 1732371829130) 2024-11-23T14:24:13,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741832_1008 (size=1374) 2024-11-23T14:24:13,393 DEBUG [RS:0;c6f7b1897123:34221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/oldWALs 2024-11-23T14:24:13,393 INFO [RS:0;c6f7b1897123:34221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C34221%2C1732371826171:(num 1732371828027) 2024-11-23T14:24:13,393 DEBUG [RS:0;c6f7b1897123:34221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:13,393 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:24:13,393 INFO [RS:0;c6f7b1897123:34221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:24:13,393 INFO [RS:0;c6f7b1897123:34221 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:24:13,394 INFO [RS:0;c6f7b1897123:34221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:24:13,394 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:24:13,394 INFO [RS:0;c6f7b1897123:34221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:34221. 2024-11-23T14:24:13,394 DEBUG [RS:0;c6f7b1897123:34221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:13,394 DEBUG [RS:0;c6f7b1897123:34221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:13,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:13,394 DEBUG [RS:0;c6f7b1897123:34221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:13,395 INFO [RS:0;c6f7b1897123:34221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34221 2024-11-23T14:24:13,481 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:13,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610/rs 2024-11-23T14:24:13,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-20454610/rs/c6f7b1897123,34221,1732371826171 2024-11-23T14:24:13,509 INFO [RS:0;c6f7b1897123:34221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:24:13,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,34221,1732371826171] 2024-11-23T14:24:13,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-20454610/draining/c6f7b1897123,34221,1732371826171 already deleted, retry=false 2024-11-23T14:24:13,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,34221,1732371826171 expired; onlineServers=0 2024-11-23T14:24:13,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,46037,1732371825947' ***** 2024-11-23T14:24:13,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:24:13,530 INFO [M:0;c6f7b1897123:46037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:24:13,530 INFO [M:0;c6f7b1897123:46037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:24:13,530 DEBUG [M:0;c6f7b1897123:46037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:24:13,531 DEBUG [M:0;c6f7b1897123:46037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:24:13,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:24:13,531 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371827806 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371827806,5,FailOnTimeoutGroup] 2024-11-23T14:24:13,531 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371827806 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371827806,5,FailOnTimeoutGroup] 2024-11-23T14:24:13,531 INFO [M:0;c6f7b1897123:46037 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:24:13,531 INFO [M:0;c6f7b1897123:46037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:24:13,531 DEBUG [M:0;c6f7b1897123:46037 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:24:13,531 INFO [M:0;c6f7b1897123:46037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:24:13,531 INFO [M:0;c6f7b1897123:46037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:24:13,531 INFO [M:0;c6f7b1897123:46037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:24:13,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:24:13,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-20454610/master 2024-11-23T14:24:13,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-20454610 2024-11-23T14:24:13,541 DEBUG [M:0;c6f7b1897123:46037 {}] zookeeper.ZKUtil(347): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Unable to get data of znode /1-20454610/master because node does not exist (not an error) 2024-11-23T14:24:13,541 WARN [M:0;c6f7b1897123:46037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:24:13,542 INFO [M:0;c6f7b1897123:46037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/.lastflushedseqids 2024-11-23T14:24:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741845_1021 (size=173) 2024-11-23T14:24:13,620 INFO [RS:0;c6f7b1897123:34221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:24:13,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:13,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34221-0x10168141f260004, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:13,620 INFO [RS:0;c6f7b1897123:34221 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,34221,1732371826171; zookeeper connection closed. 2024-11-23T14:24:13,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@757336a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@757336a3 2024-11-23T14:24:13,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:24:13,834 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:13,945 INFO [M:0;c6f7b1897123:46037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:24:13,946 INFO [M:0;c6f7b1897123:46037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:24:13,946 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:24:13,946 INFO [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:13,946 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:13,946 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:24:13,946 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:13,946 INFO [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-23T14:24:13,965 DEBUG [M:0;c6f7b1897123:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/003cb101f2f842c1b8c9cac6accc3c07 is 82, key is hbase:meta,,1/info:regioninfo/1732371829161/Put/seqid=0 2024-11-23T14:24:13,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741846_1022 (size=5672) 2024-11-23T14:24:14,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T14:24:14,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T14:24:14,368 INFO [M:0;c6f7b1897123:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/003cb101f2f842c1b8c9cac6accc3c07 2024-11-23T14:24:14,387 DEBUG [M:0;c6f7b1897123:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ec0b98204442fa8771a7a32272d48e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732371837480/Put/seqid=0 2024-11-23T14:24:14,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741847_1023 (size=6585) 2024-11-23T14:24:14,684 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:14,790 INFO [M:0;c6f7b1897123:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ec0b98204442fa8771a7a32272d48e 2024-11-23T14:24:14,809 DEBUG [M:0;c6f7b1897123:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e0c81e97a84be79ad67541d60d1052 is 69, key is c6f7b1897123,34221,1732371826171/rs:state/1732371827878/Put/seqid=0 2024-11-23T14:24:14,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741848_1024 (size=5156) 2024-11-23T14:24:15,037 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:15,213 INFO [M:0;c6f7b1897123:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e0c81e97a84be79ad67541d60d1052 2024-11-23T14:24:15,216 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/003cb101f2f842c1b8c9cac6accc3c07 as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/003cb101f2f842c1b8c9cac6accc3c07 2024-11-23T14:24:15,219 INFO [M:0;c6f7b1897123:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/003cb101f2f842c1b8c9cac6accc3c07, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T14:24:15,219 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ec0b98204442fa8771a7a32272d48e as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ec0b98204442fa8771a7a32272d48e 2024-11-23T14:24:15,222 INFO [M:0;c6f7b1897123:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ec0b98204442fa8771a7a32272d48e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T14:24:15,223 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e0c81e97a84be79ad67541d60d1052 as hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92e0c81e97a84be79ad67541d60d1052 2024-11-23T14:24:15,226 INFO [M:0;c6f7b1897123:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92e0c81e97a84be79ad67541d60d1052, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T14:24:15,226 INFO [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-23T14:24:15,227 INFO [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:15,227 DEBUG [M:0;c6f7b1897123:46037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371853946Disabling compacts and flushes for region at 1732371853946Disabling writes for close at 1732371853946Obtaining lock to block concurrent updates at 1732371853946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371853946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732371853947 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371853947Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371853947Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371853964 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371853964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371854371 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371854386 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371854386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371854794 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371854809 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371854809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe56281: reopening flushed file at 1732371855215 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75aeed8e: reopening flushed file at 1732371855219 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d234bb: reopening flushed file at 1732371855222 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1732371855226 (+4 ms)Writing region close event to WAL at 1732371855227 (+1 ms)Closed at 1732371855227 2024-11-23T14:24:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741830_1006 (size=32758) 2024-11-23T14:24:15,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c95f2435-43ce-aa6b-b56f-583f4a779a34/MasterData/WALs/c6f7b1897123,46037,1732371825947/c6f7b1897123%2C46037%2C1732371825947.1732371827523 not finished, retry = 0 2024-11-23T14:24:15,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:24:15,330 INFO [M:0;c6f7b1897123:46037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:24:15,330 INFO [M:0;c6f7b1897123:46037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46037 2024-11-23T14:24:15,330 INFO [M:0;c6f7b1897123:46037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:24:15,499 INFO [M:0;c6f7b1897123:46037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:24:15,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:15,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x10168141f260003, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:15,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52c521ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:24:15,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35d79a1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:24:15,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:24:15,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2633fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:24:15,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ae346e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.log.dir/,STOPPED} 2024-11-23T14:24:15,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:24:15,507 WARN [BP-2115785133-172.17.0.3-1732371823929 heartbeating to localhost/127.0.0.1:42265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:24:15,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:24:15,507 WARN [BP-2115785133-172.17.0.3-1732371823929 heartbeating to localhost/127.0.0.1:42265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2115785133-172.17.0.3-1732371823929 (Datanode Uuid 7ed7d7d1-c854-480b-91cf-116c515f29ed) service to localhost/127.0.0.1:42265 2024-11-23T14:24:15,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/cluster_e3e2e5c4-d9fd-d19b-19de-2cdfbc44e9c7/data/data1/current/BP-2115785133-172.17.0.3-1732371823929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:24:15,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/cluster_e3e2e5c4-d9fd-d19b-19de-2cdfbc44e9c7/data/data2/current/BP-2115785133-172.17.0.3-1732371823929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:24:15,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:24:15,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5948ce81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:24:15,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a4e6483{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:24:15,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:24:15,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea7041a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:24:15,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69aa2d7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a149c58c-8680-b87b-f9d3-7a673f81b12c/hadoop.log.dir/,STOPPED} 2024-11-23T14:24:15,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:24:15,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T14:24:15,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:15,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:15,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:15,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:15,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:15,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T14:24:15,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=657332278, stopped=false 2024-11-23T14:24:15,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,36601,1732371820632 2024-11-23T14:24:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-452545589/running 2024-11-23T14:24:15,546 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-452545589/running 2024-11-23T14:24:15,546 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:24:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:24:15,546 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:24:15,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T14:24:15,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:15,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:15,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,43881,1732371820846' ***** 2024-11-23T14:24:15,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T14:24:15,547 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T14:24:15,547 INFO [RS:0;c6f7b1897123:43881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T14:24:15,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on znode that does not yet exist, /0-452545589/running 2024-11-23T14:24:15,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Set watcher on znode that does not yet exist, /0-452545589/running 2024-11-23T14:24:15,547 INFO [RS:0;c6f7b1897123:43881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T14:24:15,547 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(3091): Received CLOSE for 2876e626f131df304ccc903a757994d2 2024-11-23T14:24:15,547 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T14:24:15,547 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(3091): Received CLOSE for 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:15,547 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,43881,1732371820846 2024-11-23T14:24:15,547 INFO [RS:0;c6f7b1897123:43881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:24:15,547 INFO [RS:0;c6f7b1897123:43881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43881. 2024-11-23T14:24:15,547 DEBUG [RS:0;c6f7b1897123:43881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:15,547 DEBUG [RS:0;c6f7b1897123:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:15,548 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T14:24:15,548 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T14:24:15,548 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T14:24:15,548 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T14:24:15,548 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T14:24:15,548 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1325): Online Regions={2876e626f131df304ccc903a757994d2=test,,1732371834577.2876e626f131df304ccc903a757994d2., 1588230740=hbase:meta,,1.1588230740, 74a33119c604568b8e4583439a7d1ac0=hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0.} 2024-11-23T14:24:15,548 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2876e626f131df304ccc903a757994d2, 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:15,548 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2876e626f131df304ccc903a757994d2, disabling compactions & flushes 2024-11-23T14:24:15,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T14:24:15,548 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T14:24:15,548 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:24:15,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T14:24:15,548 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:24:15,548 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732371834577.2876e626f131df304ccc903a757994d2. after waiting 0 ms 2024-11-23T14:24:15,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T14:24:15,548 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T14:24:15,548 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:24:15,548 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T14:24:15,552 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/default/test/2876e626f131df304ccc903a757994d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T14:24:15,553 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:24:15,553 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T14:24:15,553 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:24:15,553 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2876e626f131df304ccc903a757994d2: Waiting for close lock at 1732371855548Running coprocessor pre-close hooks at 1732371855548Disabling compacts and flushes for region at 1732371855548Disabling writes for close at 1732371855548Writing region close event to WAL at 1732371855550 (+2 ms)Running coprocessor post-close hooks at 1732371855553 (+3 ms)Closed at 1732371855553 2024-11-23T14:24:15,553 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732371834577.2876e626f131df304ccc903a757994d2. 2024-11-23T14:24:15,553 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74a33119c604568b8e4583439a7d1ac0, disabling compactions & flushes 2024-11-23T14:24:15,553 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:15,553 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:15,553 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. after waiting 0 ms 2024-11-23T14:24:15,553 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:15,553 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74a33119c604568b8e4583439a7d1ac0 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-23T14:24:15,565 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/info/7ebc4976fc01401ebac70142c816c407 is 147, key is hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0./info:regioninfo/1732371841260/Put/seqid=0 2024-11-23T14:24:15,566 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/.tmp/hfileref/52eea81693764f2090e51ce28861d93c is 74, key is 1/hfileref:005495b679a14ef996a03021018fe64b_SeqId_6_/1732371848136/DeleteColumn/seqid=0 2024-11-23T14:24:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741848_1024 (size=5489) 2024-11-23T14:24:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741847_1023 (size=7686) 2024-11-23T14:24:15,581 INFO [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:24:15,721 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T14:24:15,721 INFO [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T14:24:15,748 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:15,948 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74a33119c604568b8e4583439a7d1ac0 2024-11-23T14:24:15,965 INFO [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T14:24:15,965 INFO [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T14:24:15,969 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/.tmp/hfileref/52eea81693764f2090e51ce28861d93c 2024-11-23T14:24:15,969 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/info/7ebc4976fc01401ebac70142c816c407 2024-11-23T14:24:15,984 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/ns/422f78d0b4774324b60934109f798e25 is 43, key is default/ns:d/1732371823773/Put/seqid=0 2024-11-23T14:24:15,984 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/.tmp/queue/1b902ce7811d4eb9803846479092e9a1 is 153, key is 1-c6f7b1897123,43881,1732371820846/queue:c6f7b1897123%2C43881%2C1732371820846/1732371848137/Put/seqid=0 2024-11-23T14:24:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741850_1026 (size=5504) 2024-11-23T14:24:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741849_1025 (size=5153) 2024-11-23T14:24:15,987 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/ns/422f78d0b4774324b60934109f798e25 2024-11-23T14:24:15,987 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/.tmp/queue/1b902ce7811d4eb9803846479092e9a1 2024-11-23T14:24:15,987 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:15,991 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:24:15,991 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 688, reset compression=false 2024-11-23T14:24:15,991 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c6f7b1897123,43881,1732371820846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:24:15,992 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f7b1897123,43881,1732371820846: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c6f7b1897123,43881,1732371820846, walGroup=c6f7b1897123%2C43881%2C1732371820846, offset=c6f7b1897123%2C43881%2C1732371820846.1732371845130:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:43881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T14:24:15,993 ERROR [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T14:24:15,993 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T14:24:15,993 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T14:24:15,993 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T14:24:15,994 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T14:24:15,994 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/.tmp/hfileref/52eea81693764f2090e51ce28861d93c as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/hfileref/52eea81693764f2090e51ce28861d93c 2024-11-23T14:24:15,994 INFO [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 1121417632 }, "NonHeapMemoryUsage": { "committed": 210763776, "init": 7667712, "max": -1, "used": 207664344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T14:24:15,994 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:36601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:36601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T14:24:15,997 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/hfileref/52eea81693764f2090e51ce28861d93c, entries=6, sequenceid=17, filesize=5.4 K 2024-11-23T14:24:15,998 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/.tmp/queue/1b902ce7811d4eb9803846479092e9a1 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/queue/1b902ce7811d4eb9803846479092e9a1 2024-11-23T14:24:16,001 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/queue/1b902ce7811d4eb9803846479092e9a1, entries=2, sequenceid=17, filesize=5.4 K 2024-11-23T14:24:16,001 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 74a33119c604568b8e4583439a7d1ac0 in 448ms, sequenceid=17, compaction requested=false 2024-11-23T14:24:16,010 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/rep_barrier/2df23b7e750d45b0a836c3f571181a9c is 112, key is test,,1732371834577.2876e626f131df304ccc903a757994d2./rep_barrier:seqnumDuringOpen/1732371835762/Put/seqid=0 2024-11-23T14:24:16,011 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/replication/74a33119c604568b8e4583439a7d1ac0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-23T14:24:16,011 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:24:16,011 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:24:16,011 INFO [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:16,011 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74a33119c604568b8e4583439a7d1ac0: Waiting for close lock at 1732371855553Running coprocessor pre-close hooks at 1732371855553Disabling compacts and flushes for region at 1732371855553Disabling writes for close at 1732371855553Obtaining lock to block concurrent updates at 1732371855553Preparing flush snapshotting stores in 74a33119c604568b8e4583439a7d1ac0 at 1732371855553Finished memstore snapshotting hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732371855553Flushing stores of hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. at 1732371855554 (+1 ms)Flushing 74a33119c604568b8e4583439a7d1ac0/hfileref: creating writer at 1732371855554Flushing 74a33119c604568b8e4583439a7d1ac0/hfileref: appending metadata at 1732371855565 (+11 ms)Flushing 74a33119c604568b8e4583439a7d1ac0/hfileref: closing flushed file at 1732371855565Flushing 74a33119c604568b8e4583439a7d1ac0/queue: creating writer at 1732371855972 (+407 ms)Flushing 74a33119c604568b8e4583439a7d1ac0/queue: appending metadata at 1732371855984 (+12 ms)Flushing 74a33119c604568b8e4583439a7d1ac0/queue: closing flushed file at 1732371855984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e90d37d: reopening flushed file at 1732371855991 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272d7122: reopening flushed file at 1732371855997 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 74a33119c604568b8e4583439a7d1ac0 in 448ms, sequenceid=17, compaction requested=false at 1732371856001 (+4 ms)Writing region close event to WAL at 1732371856006 (+5 ms)Running coprocessor post-close hooks at 1732371856011 (+5 ms)Closed at 1732371856011 2024-11-23T14:24:16,011 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732371840079.74a33119c604568b8e4583439a7d1ac0. 2024-11-23T14:24:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741851_1027 (size=5518) 2024-11-23T14:24:16,148 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:16,195 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 688, reset compression=false 2024-11-23T14:24:16,339 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 393, reset compression=false 2024-11-23T14:24:16,343 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T14:24:16,343 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 688, reset compression=false 2024-11-23T14:24:16,343 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f7b1897123,43881,1732371820846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T14:24:16,344 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-23T14:24:16,349 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:16,413 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/rep_barrier/2df23b7e750d45b0a836c3f571181a9c 2024-11-23T14:24:16,433 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/table/0606227d8c4a470580628eea44ef96bc is 53, key is hbase:replication/table:state/1732371841265/Put/seqid=0 2024-11-23T14:24:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741852_1028 (size=5308) 2024-11-23T14:24:16,498 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 688, reset compression=false 2024-11-23T14:24:16,546 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 688, reset compression=false 2024-11-23T14:24:16,549 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T14:24:16,549 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T14:24:16,549 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:16,749 DEBUG [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T14:24:16,836 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/table/0606227d8c4a470580628eea44ef96bc 2024-11-23T14:24:16,840 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/info/7ebc4976fc01401ebac70142c816c407 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/info/7ebc4976fc01401ebac70142c816c407 2024-11-23T14:24:16,843 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/info/7ebc4976fc01401ebac70142c816c407, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T14:24:16,844 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/ns/422f78d0b4774324b60934109f798e25 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/ns/422f78d0b4774324b60934109f798e25 2024-11-23T14:24:16,847 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/ns/422f78d0b4774324b60934109f798e25, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T14:24:16,848 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/rep_barrier/2df23b7e750d45b0a836c3f571181a9c as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/rep_barrier/2df23b7e750d45b0a836c3f571181a9c 2024-11-23T14:24:16,849 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 688, reset compression=false 2024-11-23T14:24:16,851 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/rep_barrier/2df23b7e750d45b0a836c3f571181a9c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T14:24:16,852 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/.tmp/table/0606227d8c4a470580628eea44ef96bc as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/table/0606227d8c4a470580628eea44ef96bc 2024-11-23T14:24:16,855 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/table/0606227d8c4a470580628eea44ef96bc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T14:24:16,856 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-23T14:24:16,859 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T14:24:16,859 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T14:24:16,859 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T14:24:16,859 INFO [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T14:24:16,859 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732371855548Running coprocessor pre-close hooks at 1732371855548Disabling compacts and flushes for region at 1732371855548Disabling writes for close at 1732371855548Obtaining lock to block concurrent updates at 1732371855548Preparing flush snapshotting stores in 1588230740 at 1732371855548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732371855548Flushing stores of hbase:meta,,1.1588230740 at 1732371855549 (+1 ms)Flushing 1588230740/info: creating writer at 1732371855549Flushing 1588230740/info: appending metadata at 1732371855565 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732371855565Flushing 1588230740/ns: creating writer at 1732371855972 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732371855984 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732371855984Flushing 1588230740/rep_barrier: creating writer at 1732371855991 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732371856010 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732371856010Flushing 1588230740/table: creating writer at 1732371856417 (+407 ms)Flushing 1588230740/table: appending metadata at 1732371856432 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732371856432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbc5169: reopening flushed file at 1732371856839 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9cdf7: reopening flushed file at 1732371856843 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75546212: reopening flushed file at 1732371856847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61276bf4: reopening flushed file at 1732371856851 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1732371856856 (+5 ms)Writing region close event to WAL at 1732371856857 (+1 ms)Running coprocessor post-close hooks at 1732371856859 (+2 ms)Closed at 1732371856859 2024-11-23T14:24:16,859 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T14:24:16,900 DEBUG [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/WALs/c6f7b1897123,43881,1732371820846/c6f7b1897123%2C43881%2C1732371820846.1732371845130 to pos 688, reset compression=false 2024-11-23T14:24:16,949 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,43881,1732371820846; all regions closed. 2024-11-23T14:24:16,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741844_1020 (size=859) 2024-11-23T14:24:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741842_1018 (size=2791) 2024-11-23T14:24:16,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741843_1019 (size=696) 2024-11-23T14:24:16,954 DEBUG [RS:0;c6f7b1897123:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:16,954 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T14:24:16,954 INFO [RS:0;c6f7b1897123:43881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:24:16,954 INFO [RS:0;c6f7b1897123:43881 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T14:24:16,954 INFO [RS:0;c6f7b1897123:43881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:24:16,954 INFO [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:24:16,954 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f7b1897123,43881,1732371820846 because: Region server is closing 2024-11-23T14:24:16,954 INFO [RS:0;c6f7b1897123:43881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43881. 2024-11-23T14:24:16,955 DEBUG [RS:0;c6f7b1897123:43881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:16,955 DEBUG [RS:0;c6f7b1897123:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:16,955 DEBUG [RS:0;c6f7b1897123:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:16,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:17,055 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 terminated 2024-11-23T14:24:17,055 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,1-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,1-c6f7b1897123,43881,1732371820846 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:24:17,055 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c6f7b1897123,43881,1732371820846 because: Region server is closing 2024-11-23T14:24:17,055 INFO [RS:0;c6f7b1897123:43881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:43881. 2024-11-23T14:24:17,055 DEBUG [RS:0;c6f7b1897123:43881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T14:24:17,055 DEBUG [RS:0;c6f7b1897123:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:17,056 DEBUG [RS:0;c6f7b1897123:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T14:24:17,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T14:24:17,156 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.shipperc6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 terminated 2024-11-23T14:24:17,156 WARN [RS_REFRESH_PEER-regionserver/c6f7b1897123:0-0.replicationSource,2-c6f7b1897123,43881,1732371820846.replicationSource.wal-reader.c6f7b1897123%2C43881%2C1732371820846,2-c6f7b1897123,43881,1732371820846 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T14:24:17,156 INFO [RS:0;c6f7b1897123:43881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43881 2024-11-23T14:24:17,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589/rs 2024-11-23T14:24:17,219 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-452545589/rs/c6f7b1897123,43881,1732371820846 2024-11-23T14:24:17,219 INFO [RS:0;c6f7b1897123:43881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:24:17,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,43881,1732371820846] 2024-11-23T14:24:17,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-452545589/draining/c6f7b1897123,43881,1732371820846 already deleted, retry=false 2024-11-23T14:24:17,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,43881,1732371820846 expired; onlineServers=0 2024-11-23T14:24:17,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,36601,1732371820632' ***** 2024-11-23T14:24:17,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T14:24:17,240 INFO [M:0;c6f7b1897123:36601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T14:24:17,240 INFO [M:0;c6f7b1897123:36601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T14:24:17,241 DEBUG [M:0;c6f7b1897123:36601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T14:24:17,241 DEBUG [M:0;c6f7b1897123:36601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T14:24:17,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T14:24:17,241 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371822487 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732371822487,5,FailOnTimeoutGroup] 2024-11-23T14:24:17,241 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371822486 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732371822486,5,FailOnTimeoutGroup] 2024-11-23T14:24:17,241 INFO [M:0;c6f7b1897123:36601 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T14:24:17,241 INFO [M:0;c6f7b1897123:36601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T14:24:17,241 DEBUG [M:0;c6f7b1897123:36601 {}] master.HMaster(1795): Stopping service threads 2024-11-23T14:24:17,241 INFO [M:0;c6f7b1897123:36601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T14:24:17,241 INFO [M:0;c6f7b1897123:36601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T14:24:17,241 ERROR [M:0;c6f7b1897123:36601 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:34997 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34997,5,PEWorkerGroup] 2024-11-23T14:24:17,241 INFO [M:0;c6f7b1897123:36601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T14:24:17,242 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T14:24:17,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-452545589/master 2024-11-23T14:24:17,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-452545589 2024-11-23T14:24:17,251 DEBUG [M:0;c6f7b1897123:36601 {}] zookeeper.ZKUtil(347): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Unable to get data of znode /0-452545589/master because node does not exist (not an error) 2024-11-23T14:24:17,251 WARN [M:0;c6f7b1897123:36601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T14:24:17,251 INFO [M:0;c6f7b1897123:36601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/.lastflushedseqids 2024-11-23T14:24:17,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741853_1029 (size=263) 2024-11-23T14:24:17,330 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:17,330 INFO [RS:0;c6f7b1897123:43881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:24:17,330 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10168141f260001, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:17,330 INFO [RS:0;c6f7b1897123:43881 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,43881,1732371820846; zookeeper connection closed. 2024-11-23T14:24:17,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@424c191c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@424c191c 2024-11-23T14:24:17,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T14:24:17,656 INFO [M:0;c6f7b1897123:36601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T14:24:17,656 INFO [M:0;c6f7b1897123:36601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T14:24:17,656 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T14:24:17,656 INFO [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:17,656 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:17,656 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T14:24:17,656 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:17,656 INFO [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-23T14:24:17,672 DEBUG [M:0;c6f7b1897123:36601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/139177d1d57b4ade98ee2bcfc87d7618 is 82, key is hbase:meta,,1/info:regioninfo/1732371823729/Put/seqid=0 2024-11-23T14:24:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741854_1030 (size=5672) 2024-11-23T14:24:18,076 INFO [M:0;c6f7b1897123:36601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/139177d1d57b4ade98ee2bcfc87d7618 2024-11-23T14:24:18,092 DEBUG [M:0;c6f7b1897123:36601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b011cd5e48ae45bf86df52d901c814b7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732371835778/Put/seqid=0 2024-11-23T14:24:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741855_1031 (size=7610) 2024-11-23T14:24:18,496 INFO [M:0;c6f7b1897123:36601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b011cd5e48ae45bf86df52d901c814b7 2024-11-23T14:24:18,499 INFO [M:0;c6f7b1897123:36601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b011cd5e48ae45bf86df52d901c814b7 2024-11-23T14:24:18,512 DEBUG [M:0;c6f7b1897123:36601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/220bfe34a8bc4c19b9061fdaef86af6b is 69, key is c6f7b1897123,43881,1732371820846/rs:state/1732371822618/Put/seqid=0 2024-11-23T14:24:18,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741856_1032 (size=5156) 2024-11-23T14:24:18,915 INFO [M:0;c6f7b1897123:36601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/220bfe34a8bc4c19b9061fdaef86af6b 2024-11-23T14:24:18,919 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/139177d1d57b4ade98ee2bcfc87d7618 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/139177d1d57b4ade98ee2bcfc87d7618 2024-11-23T14:24:18,923 INFO [M:0;c6f7b1897123:36601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/139177d1d57b4ade98ee2bcfc87d7618, entries=8, sequenceid=121, filesize=5.5 K 2024-11-23T14:24:18,924 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b011cd5e48ae45bf86df52d901c814b7 as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b011cd5e48ae45bf86df52d901c814b7 2024-11-23T14:24:18,929 INFO [M:0;c6f7b1897123:36601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b011cd5e48ae45bf86df52d901c814b7 2024-11-23T14:24:18,929 INFO [M:0;c6f7b1897123:36601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b011cd5e48ae45bf86df52d901c814b7, entries=13, sequenceid=121, filesize=7.4 K 2024-11-23T14:24:18,930 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/220bfe34a8bc4c19b9061fdaef86af6b as hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/220bfe34a8bc4c19b9061fdaef86af6b 2024-11-23T14:24:18,934 INFO [M:0;c6f7b1897123:36601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/1d093d90-8089-e19e-2077-a8070b8727c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/220bfe34a8bc4c19b9061fdaef86af6b, entries=1, sequenceid=121, filesize=5.0 K 2024-11-23T14:24:18,934 INFO [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=121, compaction requested=false 2024-11-23T14:24:18,947 INFO [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T14:24:18,947 DEBUG [M:0;c6f7b1897123:36601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732371857656Disabling compacts and flushes for region at 1732371857656Disabling writes for close at 1732371857656Obtaining lock to block concurrent updates at 1732371857656Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732371857656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732371857656Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732371857657 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732371857657Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732371857672 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732371857672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732371858080 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732371858092 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732371858092Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732371858499 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732371858512 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732371858512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1868a8: reopening flushed file at 1732371858919 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36321e8: reopening flushed file at 1732371858923 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb25121: reopening flushed file at 1732371858929 (+6 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=121, compaction requested=false at 1732371858934 (+5 ms)Writing region close event to WAL at 1732371858947 (+13 ms)Closed at 1732371858947 2024-11-23T14:24:18,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741830_1006 (size=69920) 2024-11-23T14:24:18,952 INFO [M:0;c6f7b1897123:36601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T14:24:18,952 INFO [M:0;c6f7b1897123:36601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36601 2024-11-23T14:24:18,952 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T14:24:18,953 INFO [M:0;c6f7b1897123:36601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T14:24:19,104 INFO [M:0;c6f7b1897123:36601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T14:24:19,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:19,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x10168141f260000, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T14:24:19,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@521db08a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T14:24:19,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23093d60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:24:19,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:24:19,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@474640e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:24:19,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c4befd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.log.dir/,STOPPED} 2024-11-23T14:24:19,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T14:24:19,113 WARN [BP-575764918-172.17.0.3-1732371817363 heartbeating to localhost/127.0.0.1:34997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T14:24:19,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T14:24:19,113 WARN [BP-575764918-172.17.0.3-1732371817363 heartbeating to localhost/127.0.0.1:34997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-575764918-172.17.0.3-1732371817363 (Datanode Uuid 2e0c6879-bbdd-4cff-9935-21773331a88f) service to localhost/127.0.0.1:34997 2024-11-23T14:24:19,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/cluster_c50f088a-028e-32dc-a9dd-7d9411bf736b/data/data1/current/BP-575764918-172.17.0.3-1732371817363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:24:19,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/cluster_c50f088a-028e-32dc-a9dd-7d9411bf736b/data/data2/current/BP-575764918-172.17.0.3-1732371817363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T14:24:19,114 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T14:24:19,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6936db74{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T14:24:19,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e4f17d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T14:24:19,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T14:24:19,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33539728{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T14:24:19,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@776b37dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b8c11c-762e-790f-d0ee-749632ae0d66/hadoop.log.dir/,STOPPED} 2024-11-23T14:24:19,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T14:24:19,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T14:24:19,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 533) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51100) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34997 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51100) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42265 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51100) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43103 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=495 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=3708 (was 3400) - AvailableMemoryMB LEAK? - 2024-11-23T14:24:19,164 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2024-11-23T14:24:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10168141f260005, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:24:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10168141f260008, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:24:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10168141f260002, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T14:24:19,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10168141f260005, quorum=127.0.0.1:51100, baseZNode=/1-20454610 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:24:19,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10168141f260008, quorum=127.0.0.1:51100, baseZNode=/22023632013 Received Disconnected from ZooKeeper, ignoring 2024-11-23T14:24:19,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10168141f260002, quorum=127.0.0.1:51100, baseZNode=/0-452545589 Received Disconnected from ZooKeeper, ignoring